-- Logs begin at Mon 2022-02-07 03:35:46 UTC, end at Mon 2022-02-07 05:06:56 UTC. -- Feb 07 04:06:41.981436 dv-cinder-799631-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 04:06:44.904432 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.common.config [-] Logging enabled! Feb 07 04:06:44.905039 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 07 04:06:44.905213 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 04:06:44.908538 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.common.config [-] Logging enabled! Feb 07 04:06:44.908796 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 07 04:06:44.909105 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 04:06:44.910043 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 04:06:44.910278 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 04:06:44.910915 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 04:06:44.911169 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 04:06:44.911396 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 04:06:44.911866 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.912320 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 07 04:06:44.912638 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.912933 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.913224 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.913516 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.913804 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.914085 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.914371 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.914666 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.914952 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.915230 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.915514 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.915803 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.916102 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.916389 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.916672 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.916951 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] debug = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.917231 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.917657 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.918066 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.918347 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.918634 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.918912 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.919183 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.919458 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.919740 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.920082 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] host = dv-cinder-799631-7-iscsi {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.920365 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.920651 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.920934 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.921217 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.921489 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.921764 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.922045 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.922317 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.923107 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] log_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.923380 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.923666 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.923950 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.924261 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.924490 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.924713 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.925012 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.925299 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.925574 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.925847 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.926119 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.926394 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.926667 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.926936 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.927219 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.927502 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.927785 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.928076 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.928355 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.928629 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.928901 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.929182 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.929454 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.929725 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.929996 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.930279 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.930549 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.930820 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.931115 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.931397 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.931675 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.931957 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.932253 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.932534 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.932806 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.933088 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.933356 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] use_json = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.933625 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.933891 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.934166 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.934438 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.934709 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.934981 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.935250 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.935531 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.935800 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:44.936179 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.936478 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.936776 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.937079 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.937367 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.937644 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.937930 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.938764 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.939077 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.939352 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.939651 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.939935 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.940261 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.940552 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.940848 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.941153 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.941448 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.941737 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.942013 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.942286 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.942558 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.942834 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.943123 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.943398 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.943681 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.943965 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.944265 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.944559 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.944845 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.945136 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.945425 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.945698 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.945973 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.946259 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.946533 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.946806 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.947089 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.947373 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.947649 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.947919 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.948221 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.948496 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.948766 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.949034 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.949306 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.949593 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.949869 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.950139 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.950407 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.950681 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.950953 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.951233 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.951509 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.951892 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.952035 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.952326 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.952599 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.952876 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.953149 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.953417 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.953714 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.953986 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.954253 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.954521 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.954792 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.955060 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.955330 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.955600 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.955873 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.956171 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.956442 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.956713 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.956983 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.957255 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.957537 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.957829 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.958102 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.958376 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.958651 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.958926 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.959198 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.959472 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.959747 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.960022 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.960313 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.960601 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.960881 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.961165 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.961460 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.961735 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.962027 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.962299 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.962580 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.962861 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.963135 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.963413 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.963691 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.963977 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.964289 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.964579 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.964866 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.965155 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.965434 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.965739 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.966015 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:44.966232 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 04:06:44.966471 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102660) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 07 04:06:45.333322 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 04:06:45.333535 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 04:06:45.333845 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 04:06:45.334179 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 04:06:45.658923 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.659212 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.659483 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.661068 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.661341 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.661606 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.705916 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.706196 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.706462 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.722365 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.722647 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.722917 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.750498 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.751288 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.751558 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.787477 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.787754 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:45.788024 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.127284 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.127890 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.127890 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.128081 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.128784 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.228365 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.228625 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.228909 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.229181 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.229447 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.229752 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.230013 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.230268 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.230520 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.230801 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.231064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.231325 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.231576 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.231826 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.232100 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.232364 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.232619 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.232883 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.233150 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.233407 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.233674 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.233923 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.234203 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.234574 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.234822 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.235091 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.235481 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 04:06:46.235722 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 04:06:46.235960 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 04:06:46.236225 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 04:06:46.236463 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 04:06:46.236697 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 04:06:46.237056 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 04:06:46.240143 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 04:06:46.244191 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 04:06:46.247828 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 07 04:06:46.249486 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 04:06:46.249956 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 04:06:46.250292 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 07 04:06:46.250701 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 04:06:46.253559 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 04:06:46.253816 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 04:06:46.254162 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 04:06:46.258956 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 07 04:06:46.281879 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 07 04:06:46.282502 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.282800 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102660) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 07 04:06:46.283163 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.284571 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102660) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 04:06:46.284854 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 04:06:46.285104 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 07 04:06:46.288579 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.288863 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.351847 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 04:06:46.352113 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 04:06:46.352355 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 04:06:46.352715 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 04:06:46.373038 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_db.sqlalchemy.engines [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102660) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 07 04:06:46.808798 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Initializing driver for type 'gre' Feb 07 04:06:46.809358 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] gre ID ranges: [(1, 1000)] Feb 07 04:06:46.857047 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Initializing driver for type 'local' Feb 07 04:06:46.857384 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Initializing driver for type 'vlan' Feb 07 04:06:46.869714 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] VlanTypeDriver initialization complete Feb 07 04:06:46.870097 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Initializing driver for type 'vxlan' Feb 07 04:06:46.870527 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] vxlan ID ranges: [(1, 1000)] Feb 07 04:06:46.920882 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Initializing extension driver 'port_security' Feb 07 04:06:46.921226 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.extensions.port_security [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] PortSecurityExtensionDriver initialization complete Feb 07 04:06:46.921562 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Initializing mechanism driver 'openvswitch' Feb 07 04:06:46.921889 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Initializing mechanism driver 'hyperv' Feb 07 04:06:46.928628 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:06:46.929491 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > port after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.929873 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.930236 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.930778 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 04:06:46.931216 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.931583 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.931939 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.932367 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 04:06:46.932788 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > network after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.933147 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > network after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.933498 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > network after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.933901 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 04:06:46.934318 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.934672 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.935020 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.935421 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 04:06:46.935833 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.936220 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.936568 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.936968 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 04:06:46.937380 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.937736 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.938084 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.938489 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 04:06:46.938943 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] ML2 OVO RPC backend initialized. {{(pid=102660) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 07 04:06:46.939655 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.940015 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.940464 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > network before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.940820 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > networks before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.941176 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > port before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.941524 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > ports before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.941878 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.942231 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.942583 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > network after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.942929 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > network after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.943273 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > network after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.943615 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > port after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.943959 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.944326 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.944666 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.945008 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.945347 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.954735 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded quota_driver: . Feb 07 04:06:46.955109 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Modular L2 Plugin initialization complete Feb 07 04:06:46.955462 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading services supported by the core plugin {{(pid=102660) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 04:06:46.955813 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.plugins.ml2.managers [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Got port-security extension from driver 'port_security' Feb 07 04:06:46.956336 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.extensions.vlantransparent [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Disabled vlantransparent extension. Feb 07 04:06:46.956840 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102660) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 04:06:46.957174 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading Plugin: router Feb 07 04:06:46.993298 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.993701 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router after_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.994082 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router before_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.994455 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.994838 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.995205 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router after_delete 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.995573 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.995931 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.996321 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router after_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.996676 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router after_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.997035 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router after_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.997391 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.997762 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router after_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.998180 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.998561 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.998909 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.999258 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: subnet after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.999610 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:46.999972 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.000355 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.001287 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: port before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.001639 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.002002 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router after_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.002351 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.002840 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.003209 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.003564 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.003939 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > agent after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.004330 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.004686 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > network after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.005537 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Tracking information for resource: router configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 04:06:47.005878 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Tracking information for resource: floatingip configured {{(pid=102660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 04:06:47.010787 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.db.l3_agentschedulers_db [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 04:06:47.011372 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.011743 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: port after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.012133 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.012495 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.013299 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router before_create 55550100 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.013672 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.014047 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.014408 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.019223 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.services.provider_configuration [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service providers = [] {{(pid=102660) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 04:06:47.019600 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.db.servicetype_db [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102660) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 04:06:47.022641 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.services.service_base [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 04:06:47.023001 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.services.service_base [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 04:06:47.023346 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.services.service_base [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 04:06:47.024288 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.services.service_base [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 04:06:47.024668 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.services.service_base [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 04:06:47.025039 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 04:06:47.025361 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 04:06:47.036490 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 04:06:47.036834 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading Plugin: auto_allocate Feb 07 04:06:47.042644 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: network precommit_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.043020 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: network precommit_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.043541 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 04:06:47.043872 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading Plugin: tag Feb 07 04:06:47.051269 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 04:06:47.051606 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading Plugin: timestamp Feb 07 04:06:47.055484 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 04:06:47.055826 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading Plugin: network_ip_availability Feb 07 04:06:47.061421 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.061754 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.062118 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.062822 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 04:06:47.063202 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading Plugin: flavors Feb 07 04:06:47.068198 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 04:06:47.068537 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading Plugin: revisions Feb 07 04:06:47.072919 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 04:06:47.073317 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_concurrency.lockutils [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.739s {{(pid=102660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 04:06:47.074073 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102660) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 07 04:06:47.074416 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Initializing extension manager. Feb 07 04:06:47.074945 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: __init__.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.075295 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: __pycache__ {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.075638 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.075978 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: address_group.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.076763 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.077334 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: address-group Feb 07 04:06:47.077668 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: address_scope.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.078393 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.079434 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: address-scope Feb 07 04:06:47.079767 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.080740 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.081261 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: router-admin-state-down-before-update Feb 07 04:06:47.081595 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: agent.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.082308 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.082820 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: agent Feb 07 04:06:47.083149 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: agent_resources_synced.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.084097 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.084621 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: agent-resources-synced Feb 07 04:06:47.084952 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.086748 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.087276 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: allowed-address-pairs Feb 07 04:06:47.087612 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.088748 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.089270 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: auto-allocated-topology Feb 07 04:06:47.089600 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: availability_zone.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.090310 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.090826 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: availability_zone Feb 07 04:06:47.091155 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: availability_zone_filter.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.092101 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.092623 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: availability_zone_filter Feb 07 04:06:47.092949 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: data_plane_status.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.093869 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.094924 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 04:06:47.095251 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: default_subnetpools.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.096225 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.096750 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: default-subnetpools Feb 07 04:06:47.097081 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.097899 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.098417 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: dhcp_agent_scheduler Feb 07 04:06:47.098745 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: dns.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.099673 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.100212 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension dns-integration not supported by any of loaded plugins Feb 07 04:06:47.100545 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: dns_domain_ports.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.101472 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.101980 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 04:06:47.102307 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.103235 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.103748 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 07 04:06:47.104101 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: dvr.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.104785 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.105294 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: dvr Feb 07 04:06:47.105620 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: ecmp_routes.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.106545 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.107052 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 07 04:06:47.107378 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: empty_string_filtering.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.108325 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.108842 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: empty-string-filtering Feb 07 04:06:47.109175 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.110139 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.110656 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 04:06:47.110985 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.111908 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.112572 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 04:06:47.112902 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: external_net.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.113824 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.114336 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: external-net Feb 07 04:06:47.114665 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.115596 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.116137 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: extra_dhcp_opt Feb 07 04:06:47.116472 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: extraroute.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.117388 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.117900 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: extraroute Feb 07 04:06:47.118228 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: extraroute_atomic.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.119265 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.119779 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: extraroute-atomic Feb 07 04:06:47.120139 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: filter_validation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.120822 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.121334 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: filter-validation Feb 07 04:06:47.121662 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: fip_pf_description.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.122593 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.123097 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 04:06:47.123420 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: fip_port_details.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.124532 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.125050 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: fip-port-details Feb 07 04:06:47.125382 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: flavors.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.126662 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.127186 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: flavors Feb 07 04:06:47.127522 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.129243 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.129774 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 04:06:47.130112 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: floatingip_pools.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.130830 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.131350 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: floatingip-pools Feb 07 04:06:47.131683 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: ip_allocation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.132653 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.133168 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 04:06:47.133498 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.134450 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.134967 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: ip-substring-filtering Feb 07 04:06:47.135299 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l2_adjacency.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.136275 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.136786 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 04:06:47.137115 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l3.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.138073 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.138594 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: router Feb 07 04:06:47.138927 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.141740 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.142273 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 04:06:47.142610 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.143562 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.144164 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: ext-gw-mode Feb 07 04:06:47.144506 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.145445 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.145966 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: l3-ha Feb 07 04:06:47.146296 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.147243 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.147759 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 07 04:06:47.148110 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l3_flavors.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.149042 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.149560 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: l3-flavors Feb 07 04:06:47.149890 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.151309 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.151825 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 07 04:06:47.152199 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.153128 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.153648 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 04:06:47.153981 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: l3agentscheduler.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.155040 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.155559 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: l3_agent_scheduler Feb 07 04:06:47.155891 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: local_ip.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.158279 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.158805 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension local_ip not supported by any of loaded plugins Feb 07 04:06:47.159145 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: logging.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.161113 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.161637 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension logging not supported by any of loaded plugins Feb 07 04:06:47.161976 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: metering.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.162735 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.163324 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: metering Feb 07 04:06:47.163655 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.164799 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.165323 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: metering_source_and_destination_fields Feb 07 04:06:47.165685 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: multiprovidernet.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.166638 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.167158 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: multi-provider Feb 07 04:06:47.167490 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: netmtu.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.168442 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.168959 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: net-mtu Feb 07 04:06:47.169291 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: netmtu_writable.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.170216 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.170737 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: net-mtu-writable Feb 07 04:06:47.171072 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: network_availability_zone.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.171755 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.172302 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: network_availability_zone Feb 07 04:06:47.172660 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: network_ip_availability.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.173789 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.174309 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: network-ip-availability Feb 07 04:06:47.174641 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: network_segment_range.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.175418 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.175931 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 04:06:47.176297 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: pagination.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.177295 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.177632 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: pagination Feb 07 04:06:47.177963 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: port_device_profile.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.178884 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.179404 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: port-device-profile Feb 07 04:06:47.179731 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.180694 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.181213 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: port-mac-address-regenerate Feb 07 04:06:47.181540 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.182468 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.182980 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: port-numa-affinity-policy Feb 07 04:06:47.183306 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: port_resource_request.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.184295 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.184804 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 04:06:47.185131 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: port_resource_request_groups.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.186129 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.186639 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 07 04:06:47.186966 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: portbindings.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.187904 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.188475 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: binding Feb 07 04:06:47.188805 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: portbindings_extended.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.190110 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.190633 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: binding-extended Feb 07 04:06:47.190973 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: portsecurity.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.191903 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.192461 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: port-security Feb 07 04:06:47.192796 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: project_id.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.193788 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.194125 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: project-id Feb 07 04:06:47.194457 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: providernet.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.195379 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.195899 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: provider Feb 07 04:06:47.196258 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.199829 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.200381 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos not supported by any of loaded plugins Feb 07 04:06:47.200725 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.201993 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.202515 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 04:06:47.202851 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.204341 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.204859 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 04:06:47.205192 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_default.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.206125 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.206645 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-default not supported by any of loaded plugins Feb 07 04:06:47.206976 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_fip.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.207910 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.208455 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-fip not supported by any of loaded plugins Feb 07 04:06:47.208788 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.209722 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.210233 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 07 04:06:47.210561 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.211624 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.212176 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 04:06:47.212513 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.213447 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.213965 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 04:06:47.214294 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.215357 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.215871 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 07 04:06:47.216230 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_pps_rule.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.217430 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.217948 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-pps not supported by any of loaded plugins Feb 07 04:06:47.218280 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.219246 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.220317 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 04:06:47.220649 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: qos_rules_alias.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.221728 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.222241 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 04:06:47.222571 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: quota_check_limit.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.223501 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.224018 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: quota-check-limit Feb 07 04:06:47.224377 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: quotasv2.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.225318 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.225655 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: quotas Feb 07 04:06:47.225984 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: quotasv2_detail.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.227709 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.228068 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: quota_details Feb 07 04:06:47.228418 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: rbac.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.229474 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.230025 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: rbac-policies Feb 07 04:06:47.230350 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: rbac_address_group.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.231300 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.231829 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: rbac-address-group Feb 07 04:06:47.232200 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: rbac_address_scope.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.233139 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.233660 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: rbac-address-scope Feb 07 04:06:47.233993 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: rbac_security_groups.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.234954 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.235473 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: rbac-security-groups Feb 07 04:06:47.235806 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.236772 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.237293 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: rbac-subnetpool Feb 07 04:06:47.237628 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: revisionifmatch.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.238565 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.239081 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: revision-if-match Feb 07 04:06:47.239412 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: revisions.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.240646 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.241164 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: standard-attr-revisions Feb 07 04:06:47.241499 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: router_availability_zone.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.242184 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.242700 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: router_availability_zone Feb 07 04:06:47.243028 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: routerservicetype.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.243963 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.244509 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension router-service-type not supported by any of loaded plugins Feb 07 04:06:47.244841 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.245781 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.246297 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: security-groups-normalized-cidr Feb 07 04:06:47.246625 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.247561 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.248103 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: port-security-groups-filtering Feb 07 04:06:47.248438 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.249377 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.249893 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: security-groups-remote-address-group Feb 07 04:06:47.250227 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.251690 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.252249 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: security-groups-shared-filtering Feb 07 04:06:47.252583 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.253184 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 07 04:06:47.253510 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: securitygroup.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.264489 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.265030 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: security-group Feb 07 04:06:47.265377 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: segment.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.266234 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.267247 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension segment not supported by any of loaded plugins Feb 07 04:06:47.267585 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.268579 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.269098 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 04:06:47.269431 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: servicetype.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.270582 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.271111 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: service-type Feb 07 04:06:47.271447 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: sorting.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.272484 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.272825 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: sorting Feb 07 04:06:47.273155 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: standard_attr_segment.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.274091 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.274608 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 04:06:47.274936 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: standardattrdescription.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.275600 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.276149 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: standard-attr-description Feb 07 04:06:47.276479 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: stateful_security_group.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.277418 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.277937 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: stateful-security-group Feb 07 04:06:47.278267 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: stdattrs_common.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.278845 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 04:06:47.279171 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.280128 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.280648 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 04:06:47.280976 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: subnet_onboard.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.282124 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.282652 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: subnet_onboard Feb 07 04:06:47.282986 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.283934 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.284483 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 04:06:47.284817 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: subnet_service_types.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.286005 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.286524 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: subnet-service-types Feb 07 04:06:47.286856 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: subnetallocation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.287949 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.288494 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: subnet_allocation Feb 07 04:06:47.288829 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.289504 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.290018 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: subnetpool-prefix-ops Feb 07 04:06:47.290346 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.291282 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.291803 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 04:06:47.292163 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: tagging.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.293240 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.293759 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: standard-attr-tag Feb 07 04:06:47.294092 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: timestamp.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.295318 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.295835 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loaded extension: standard-attr-timestamp Feb 07 04:06:47.296208 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: trunk.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.297266 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.297826 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension trunk not supported by any of loaded plugins Feb 07 04:06:47.298157 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: trunk_details.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.299093 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.299611 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension trunk-details not supported by any of loaded plugins Feb 07 04:06:47.299939 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.300908 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.301428 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 04:06:47.301760 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Loading extension file: vlantransparent.py {{(pid=102660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 04:06:47.302433 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 04:06:47.302947 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 04:06:47.305474 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:network Feb 07 04:06:47.306000 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:subnet Feb 07 04:06:47.306401 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 04:06:47.306796 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:port Feb 07 04:06:47.308000 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.308493 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service FLAVORS assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.309106 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.309533 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.309869 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:router Feb 07 04:06:47.310307 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 04:06:47.310789 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service METERING assigned prefix: /metering {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.312303 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.312638 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.313506 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:06:47.314507 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 04:06:47.314959 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:security_group Feb 07 04:06:47.315389 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 04:06:47.315991 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service CORE assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.316350 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 04:06:47.316698 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] subnetpool is already registered Feb 07 04:06:47.317140 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service CORE assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.317472 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 04:06:47.317808 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] subnetpool is already registered Feb 07 04:06:47.320119 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.320562 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service FLAVORS assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.321155 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.321586 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.321929 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:router Feb 07 04:06:47.322280 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] router is already registered Feb 07 04:06:47.322700 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 04:06:47.323040 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] floatingip is already registered Feb 07 04:06:47.323501 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service METERING assigned prefix: /metering {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.324201 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 04:06:47.324538 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] rbac_policy is already registered Feb 07 04:06:47.324955 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:security_group Feb 07 04:06:47.325297 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] security_group is already registered Feb 07 04:06:47.325704 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 04:06:47.326041 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] security_group_rule is already registered Feb 07 04:06:47.326674 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service CORE assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.327009 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 04:06:47.327348 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] subnetpool is already registered Feb 07 04:06:47.327780 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.v2.resource_helper [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Service CORE assigned prefix: {{(pid=102660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 04:06:47.328137 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 04:06:47.328474 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING neutron.quota.resource_registry [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] subnetpool is already registered Feb 07 04:06:47.328992 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: extensions {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.330488 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: address-groups {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.331978 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: address-scopes {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.333347 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: agents {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.334526 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: auto-allocated-topology {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.335802 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: availability_zones {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.337069 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: dhcp-networks {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.338658 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: dhcp-agents {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.340126 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: routers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.342356 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: flavors {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.343541 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: service_profiles {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.345356 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: next_providers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.346827 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: service_profiles {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.348419 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: floatingip-pools {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.349655 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: routers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.351778 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: floatingips {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.353110 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: l3-routers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.354525 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: l3-agents {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.355962 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: metering-labels {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.357359 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: metering-label-rules {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.358654 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: network-ip-availabilities {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.359975 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: bindings {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.362167 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: quotas {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.363755 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: quotas {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.365332 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: rbac-policies {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.367562 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: security-groups {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.368865 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: security-group-rules {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.370119 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: service-providers {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.371343 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: subnetpools {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.372823 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: subnetpools {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.374284 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.376171 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.378314 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.380137 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.381934 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.383814 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.385714 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.387642 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.389439 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.391330 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron.api.extensions [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Extended resource: tags {{(pid=102660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 04:06:47.397537 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING keystonemiddleware.auth_token [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 04:06:47.402234 dv-cinder-799631-7-iscsi neutron-server[102660]: WARNING keystonemiddleware.auth_token [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 04:06:47.411516 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_concurrency.lockutils [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Acquired lock "singleton_lock" {{(pid=102660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 07 04:06:47.411995 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_concurrency.lockutils [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Releasing lock "singleton_lock" {{(pid=102660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 07 04:06:47.412671 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO oslo_service.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Starting 2 workers Feb 07 04:06:47.417568 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Started child 102767 {{(pid=102660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 04:06:47.422074 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Started child 102768 {{(pid=102660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 04:06:47.423729 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:06:47.424393 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO neutron.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 04:06:47.424964 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:06:47.425286 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [-] (102767) wsgi starting up on http://0.0.0.0:9696 Feb 07 04:06:47.427365 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:06:47.427804 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO oslo_service.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Starting 1 workers Feb 07 04:06:47.428834 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [-] (102768) wsgi starting up on http://0.0.0.0:9696 Feb 07 04:06:47.432742 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Started child 102769 {{(pid=102660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 04:06:47.433294 dv-cinder-799631-7-iscsi neutron-server[102660]: INFO oslo_service.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Starting 1 workers Feb 07 04:06:47.436682 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] calling RpcWorker wait() {{(pid=102769) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 04:06:47.437225 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] returning from RpcWorker wait() {{(pid=102769) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 04:06:47.437811 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Started child 102770 {{(pid=102660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 04:06:47.438584 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:06:47.438694 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9940cc32-0c38-4edb-960b-e23d48ce78d7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:06:47.439122 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:06:47.440597 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 04:06:47.440814 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 04:06:47.441006 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 04:06:47.441230 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 04:06:47.441586 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 04:06:47.441762 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 04:06:47.442273 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.442579 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.442815 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:06:47.443270 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.443270 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.443439 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.443926 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.444204 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:06:47.444297 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.444477 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.444766 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.445001 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.445178 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.445347 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.445602 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.445835 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.446132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.446393 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.446632 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.446892 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.447066 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.447332 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.447607 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.447842 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.448134 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] debug = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.448386 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.448854 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.449098 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.449342 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.449584 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.449856 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.450089 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.450371 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.450612 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.450832 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.451069 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.451341 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.451586 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.451825 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.452134 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.452328 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.452634 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.452825 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.453277 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] host = dv-cinder-799631-7-iscsi {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.453529 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.453804 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.454040 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.454290 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.454574 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.454797 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.455053 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.455314 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.455560 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.455809 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.456073 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.456310 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.456536 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.456786 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.456957 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_options = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.457212 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.457486 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.457748 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.457942 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.458116 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.458285 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.458545 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.458699 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.458964 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.459214 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.459433 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.459651 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.459877 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.460148 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.460421 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.460673 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.460925 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.461159 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.461410 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.461661 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.461892 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.462124 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.462366 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.462609 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.462861 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.463080 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.463335 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.463554 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.463794 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.464009 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.464311 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.464550 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.464773 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.465022 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.465301 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.465741 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.465979 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.466202 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.466489 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.466723 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.466997 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.467249 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.467470 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.467729 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.467952 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.468198 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.468631 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_json = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.468870 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.469121 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.469914 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.470293 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.470549 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.470779 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.471022 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.471266 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.471487 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.472097 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.472246 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.472556 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.473277 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.473277 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.473277 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.473493 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.473745 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.474000 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.474465 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.474794 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.475026 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.475359 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.475970 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.475970 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.476331 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.476619 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.476778 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.477040 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.477268 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.477533 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.477715 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.477989 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.478217 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.478470 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.478708 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.478936 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.479243 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.479521 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.479876 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.480168 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.480426 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.480697 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.481113 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.481524 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.481915 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.482374 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.482661 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.483002 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.483431 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.483856 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.484110 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.484365 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.484601 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.484902 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.485717 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.485954 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.486222 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.486463 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.486712 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.486935 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.487198 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.487391 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.487798 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.488242 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.488669 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.488961 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.489247 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.489671 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.489900 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.490122 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.490346 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.490775 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.491153 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.491518 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.491899 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.492159 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.492401 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.492828 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.493255 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.493658 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.494087 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.494318 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.494727 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.495155 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.495576 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.495960 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.496395 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.496920 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.497447 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.497857 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.498252 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.498647 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.499049 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.499470 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.499704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.499930 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.500180 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.500406 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.500680 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.500903 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.501184 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.501517 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.501781 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.502024 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.502255 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.502534 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.502763 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.503014 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.503264 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.503507 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.503763 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.504212 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.504653 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.505071 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.505329 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.505584 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.505829 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.506065 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.506492 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.506741 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.507011 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.507246 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.507552 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.507825 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.508093 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.508378 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.508623 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.508912 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.509159 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.509418 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.509646 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.509936 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.510234 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.510890 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.511162 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.511586 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.511862 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.512139 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.512399 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.512666 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.512928 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.513185 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.513590 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.513855 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.514090 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.514337 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.514573 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.514892 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.515132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.515354 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.515597 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.515873 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.516184 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.516434 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.516706 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.516960 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.517213 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.517666 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.517984 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.518215 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.518477 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.518717 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.518935 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.519189 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.519444 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.519685 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.519922 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.520166 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.520401 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.520624 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.520844 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.521084 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.521308 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.521532 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.521781 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.522002 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.522242 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.522492 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.522716 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.522937 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.523161 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.523379 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.523630 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.523874 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.524180 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.524432 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.524669 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.524895 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.525322 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.525569 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.525790 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.526056 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.526278 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.526497 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.526714 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.526935 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.527173 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.527410 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.527640 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.527857 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.528144 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.528407 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.528757 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.529011 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.529260 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.529488 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.529888 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.530155 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.530367 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.530737 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.531128 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.531355 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.531583 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.532367 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.532588 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.532815 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.533038 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.533282 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.533568 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.533826 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.534271 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.534499 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.534731 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.534958 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.535214 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.535441 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.535931 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.536192 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.536409 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.536630 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.536847 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.537143 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.537410 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.537640 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.537896 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.538148 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.538383 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.538642 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.538857 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.539271 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.539525 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.539749 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.539968 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.540228 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.540445 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.540660 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.540909 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.541131 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.541346 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.541575 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.541790 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.542004 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.542231 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.542473 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.542688 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.542937 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.543150 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.543802 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.543802 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.543802 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.544034 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.544383 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.544518 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.544732 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.544957 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.545177 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.545390 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.545690 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.545945 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.546170 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.546470 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.546763 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.546975 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.547220 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.547586 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.547806 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.548081 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.548333 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.548556 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.548780 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.549038 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.549163 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:06:47.549362 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.549649 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.549894 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.550150 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.550421 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.550710 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.550972 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.551212 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.551520 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.551898 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.552235 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.552489 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.552725 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.552980 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.553894 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.553894 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.553894 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.553894 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.554373 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.554373 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.554558 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.554784 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.555004 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.555235 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.555456 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.555713 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.555948 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.556213 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.556438 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.556598 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 04:06:47.557140 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 04:06:47.557307 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 04:06:47.557464 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 04:06:47.557637 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 04:06:47.557809 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 04:06:47.557964 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 04:06:47.558175 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.558343 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.558507 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.558671 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.558834 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.559017 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.559184 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.559347 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.559509 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.559672 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.559834 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.559995 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.560185 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.560349 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.560511 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.560673 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.560834 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.560996 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.561162 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.561326 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.561490 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.561653 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.561815 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] debug = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.561977 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.562189 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.562405 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.562519 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.562679 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.562840 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.563537 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.563704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.563866 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.564028 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.564211 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.564377 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.564539 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.564702 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.564862 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.565025 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.565185 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.565347 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.565508 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] host = dv-cinder-799631-7-iscsi {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.565672 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.565832 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.565994 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.566156 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.566317 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.566481 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.566643 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.566806 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.566968 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.567129 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.567290 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.567452 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.567615 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.567777 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.567938 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_options = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.568142 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.568299 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.568679 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.568679 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.568973 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.568973 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.569234 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.569234 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.569502 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.569502 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.570704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.570704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.570704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.570704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.570704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.570704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.570704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.570704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.572132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.572132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.572132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.572132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.572132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.572132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.572132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.572132 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573165 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573165 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573165 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573165 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573165 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573165 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573165 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573165 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.573704 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.574147 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.574147 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.574147 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.574454 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.574454 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.574684 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.574806 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.574927 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.575047 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_json = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.575194 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.575355 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.575517 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.575678 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.575840 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.576001 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.576184 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.576348 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.576510 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 04:06:47.576690 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.576862 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.577021 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.577186 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.577352 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.577517 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.577749 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.577836 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.577986 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.578152 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.578326 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.578490 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.578711 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.578878 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.579069 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.579279 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.579684 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.579684 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.579684 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.580000 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.580000 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.580298 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.580298 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.580447 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.580613 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.580777 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.581210 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.581210 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.581459 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.581459 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.581690 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.581809 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.581930 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.582050 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.582245 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.582402 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.582524 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.582656 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.582779 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.582941 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.583105 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.583270 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.583435 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.583599 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.583764 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.583929 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.584116 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.584287 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.584474 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.584597 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.584757 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.584921 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.585087 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.585252 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.586338 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.586338 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.586338 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.586338 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.586338 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.586338 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.586338 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.589064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.589064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.589064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.589064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.589064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.589064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.589064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.589064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.589064 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590108 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590108 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590108 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590108 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590108 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590108 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590108 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590108 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590108 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.590880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.591885 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.591885 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.591885 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.591885 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.591885 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.591885 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.591885 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.591885 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.592413 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.592413 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.592413 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.592413 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.592935 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.592935 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.592935 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.592935 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.593330 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.593330 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.593560 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.593560 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.593842 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.593842 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.594032 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.594140 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.594819 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.594986 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.595152 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.595316 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.595481 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.595645 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.595818 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.595983 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.596173 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.596339 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.596512 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.596685 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.596851 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.597016 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.597178 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.597341 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.597505 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.597668 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.597831 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.597995 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.598158 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.598321 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.598496 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.598660 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.598825 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.598989 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.599175 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.599339 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.599504 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.599668 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.599833 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.599998 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.600186 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.600352 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.600517 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.600681 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.600846 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.601011 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.601176 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.601341 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.601505 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.601671 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.601837 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.602003 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.602166 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.602331 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.602494 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.602659 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.602821 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.602985 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.603149 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.603313 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.603479 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.603644 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.603810 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.603973 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.604159 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.604323 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.604489 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.604653 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.604823 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.604988 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.605151 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.605317 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.605481 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.605647 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.605810 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.605975 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.606140 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.606304 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.606469 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.606634 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.606799 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.606964 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.607126 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.607291 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.607456 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.607621 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.607785 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.607948 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.608135 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.608317 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.608482 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.608647 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.608813 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.608977 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.609142 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.609305 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.609471 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.609635 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.609799 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.610516 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.610685 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.610850 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.611014 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.611176 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.611340 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.611507 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.611674 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.611839 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.612002 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.612192 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.612359 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.612523 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.612686 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.612850 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.613015 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.613179 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.613342 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.613507 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.613683 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.613848 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.614012 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.614175 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.614338 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.614504 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.614676 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.614845 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.615010 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.615174 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.615337 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.615502 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.615675 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.615847 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.616006 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.616192 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.616356 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.616520 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.616692 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.616857 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.617021 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.617185 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.617348 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.617512 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.617685 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.617850 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.618014 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.618179 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.618343 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.618504 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.618670 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.618835 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.618999 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.619163 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.619325 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.619489 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.619662 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.619828 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.619993 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.620195 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.620360 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.620525 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.620690 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.620866 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.621031 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.621197 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.621362 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.621526 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.621690 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.621856 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.622024 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.622199 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.622369 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.622535 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.622707 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.622880 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.623052 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.623217 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.623392 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.623572 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.623729 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.623891 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.624071 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.624239 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.624404 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.624568 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.624731 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.624897 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.625055 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.625224 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.625388 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.625573 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.625737 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.625901 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.626065 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.626229 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.626392 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.626555 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.626718 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 04:06:47.626874 dv-cinder-799631-7-iscsi neutron-server[102660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 04:06:47.652607 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49478) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:06:47.662325 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073705 Feb 07 04:06:59.068810 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65c15b-8a76-482f-9d8f-cd1215910d25 None None] get_active_networks_info from dv-cinder-799631-7-iscsi {{(pid=102769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 04:06:59.139826 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c35938a-3543-45ec-879b-28bf232deb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476099'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:06:59.172757 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65c15b-8a76-482f-9d8f-cd1215910d25 None None] No non-hosted networks {{(pid=102769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 04:07:01.322623 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-af341152-9d9f-4f79-b016-f83f22cedbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476099'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:01.369090 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d092fb42-7b70-48d3-aabe-68f18cdbfaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:02.533692 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476099'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:03.904651 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476099'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:05.217419 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476099'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:05.218094 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.219589 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.221220 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.222254 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.222612 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.222951 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.223290 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.227136 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.228318 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.228704 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.230379 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.230736 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.231098 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:05.231521 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799631-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:05.237415 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799631-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:05.563826 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.db.l3_hamode_db [None req-0bb8b315-5e06-4181-a101-fbcf540916cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 04:07:05.643113 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8b315-5e06-4181-a101-fbcf540916cc None None] Routers set() bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:07:05.643509 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8b315-5e06-4181-a101-fbcf540916cc None None] Router IDs set() for agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 04:07:07.829434 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49576) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:08.316988 dv-cinder-799631-7-iscsi neutron-server[102767]: WARNING oslo_policy.policy [None req-599347f9-ffd1-4907-b872-e1640c6fefc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 04:07:08.317557 dv-cinder-799631-7-iscsi neutron-server[102767]: WARNING oslo_policy.policy [None req-599347f9-ffd1-4907-b872-e1640c6fefc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 04:07:08.542601 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [None req-599347f9-ffd1-4907-b872-e1640c6fefc7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:07:08.543598 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-599347f9-ffd1-4907-b872-e1640c6fefc7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7132435 Feb 07 04:07:11.188133 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49592) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:11.481265 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6b4a8628-f165-4802-8f89-d54f2ed8c947 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'tenant_id': 'ed0df71eb5cf44cc9c2d69647012f869'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:07:11.571961 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.policy [None req-6b4a8628-f165-4802-8f89-d54f2ed8c947 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 04:07:11.613795 dv-cinder-799631-7-iscsi neutron-server[102767]: WARNING oslo_policy.policy [None req-6b4a8628-f165-4802-8f89-d54f2ed8c947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 04:07:11.614116 dv-cinder-799631-7-iscsi neutron-server[102767]: WARNING oslo_policy.policy [None req-6b4a8628-f165-4802-8f89-d54f2ed8c947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 04:07:11.709082 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8628-f165-4802-8f89-d54f2ed8c947 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767781306315', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767781305854', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767781287794', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767781288558', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767781274957', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767781265433', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-712217', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7636754', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-506575', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-417934'] for rbac-policy (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:11.773619 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8628-f165-4802-8f89-d54f2ed8c947 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:11.774811 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-6b4a8628-f165-4802-8f89-d54f2ed8c947 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5856998 Feb 07 04:07:14.411451 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49604) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:14.702260 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Request body: {'network': {'name': 'private', 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'admin_state_up': True, 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:07:14.728344 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Made reservation on behalf of 975f9afb33594cf49b5c8a0f632803c1 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:07:14.730988 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:14.752343 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:14.858812 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Publish callbacks [] for security_group (d2c8e972-d1e1-4152-8c71-c467fd9073ae), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:14.862300 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d2c8e972-d1e1-4152-8c71-c467fd9073ae), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:14.880667 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:07:14.910585 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767777290424', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (ee0429d8-862d-4db9-b738-f395fb5acd96), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:14.911171 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Unsubscribe: segment precommit_create {{(pid=102767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 04:07:14.911694 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.segments_db [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Added segment ee0429d8-862d-4db9-b738-f395fb5acd96 of type vlan for network e881597d-733d-4313-bef2-aa71490cb3b9 Feb 07 04:07:14.927342 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8e972-d1e1-4152-8c71-c467fd9073ae,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:14.976234 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.976593 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.976937 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.977268 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.977595 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.977916 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.978251 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.978572 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.978909 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.979269 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.979628 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.980098 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.980567 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Tracked resource versions report: Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: pushed versions: Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: { 'AddressGroup': {'1.2'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'ConntrackHelper': {'1.0'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'LocalIPAssociation': {'1.0'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Log': {'1.0'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Network': {'1.1'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Port': {'1.7'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'PortForwarding': {'1.2'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'QosPolicy': {'1.10'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SecurityGroup': {'1.5'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SecurityGroupRule': {'1.2'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SubPort': {'1.0'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Subnet': {'1.1'}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Trunk': {'1.1'}} Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: consumer versions: Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: { DHCP agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: L3 agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: Metadata agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: Metering agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: Open vSwitch agent@dv-cinder-799631-7-iscsi: { 'AddressGroup': '1.2', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'ConntrackHelper': '1.0', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'LocalIPAssociation': '1.0', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Log': '1.0', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Network': '1.1', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Port': '1.7', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'PortForwarding': '1.2', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'QosPolicy': '1.10', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SecurityGroup': '1.5', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SecurityGroupRule': '1.2', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SubPort': '1.0', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Subnet': '1.1', Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Trunk': '1.1'}} Feb 07 04:07:14.981913 dv-cinder-799631-7-iscsi neutron-server[102767]: {{(pid=102767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 04:07:15.022678 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (e881597d-733d-4313-bef2-aa71490cb3b9), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:15.060388 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (e881597d-733d-4313-bef2-aa71490cb3b9), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:15.061438 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:07:15.062166 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:15.139250 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7267013 Feb 07 04:07:15.163264 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a74b1-b567-4257-884a-ac2db63adbfd admin admin] Pushing event updated for resources: {'Network': ['ID=e881597d-733d-4313-bef2-aa71490cb3b9,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:15.176012 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network e881597d-733d-4313-bef2-aa71490cb3b9 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:07:17.807765 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49618) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:18.197332 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada58389-b15f-4c47-9475-29a5fdcc63dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:07:18.198679 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ada58389-b15f-4c47-9475-29a5fdcc63dd admin admin] 10.222.0.13 "GET /v2.0/networks/e881597d-733d-4313-bef2-aa71490cb3b9 HTTP/1.1" status: 200 len: 825 time: 0.3899369 Feb 07 04:07:18.222213 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-cd47a55e-0a6f-42c2-9e2b-05091fde702a admin admin] 10.222.0.13 "GET /v2.0/subnetpools/d4a1ad35-c7c5-4028-b3ff-ccda2f1061b8 HTTP/1.1" status: 200 len: 734 time: 0.0178964 Feb 07 04:07:18.230520 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Request body: {'subnet': {'subnetpool_id': 'd4a1ad35-c7c5-4028-b3ff-ccda2f1061b8', 'ip_version': 4, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:07:18.250058 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Made reservation on behalf of 975f9afb33594cf49b5c8a0f632803c1 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:07:18.252330 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:18.535984 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (257a45f5-7f4d-4bc7-bedf-87d3e2fcba21), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:18.603242 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257a45f5-7f4d-4bc7-bedf-87d3e2fcba21,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:18.607152 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Checking segment: {'id': 'ee0429d8-862d-4db9-b738-f395fb5acd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:07:18.607544 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Network hostable DHCP agents. Network: e881597d-733d-4313-bef2-aa71490cb3b9, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:07:18.627825 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Network e881597d-733d-4313-bef2-aa71490cb3b9 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:07:18.642272 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, e881597d-733d-4313-bef2-aa71490cb3b9) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:07:18.647435 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:07:18.648027 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:18.651947 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f4363-e956-418c-b9bc-16eb3d0352e1 None None] Network e881597d-733d-4313-bef2-aa71490cb3b9 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:07:18.664903 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-359439a8-2e0f-4ddc-b04d-21a8264304a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4376497 Feb 07 04:07:18.922294 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-e881597d-733d-4313-bef2-aa71490cb3b9', 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9', 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'fixed_ips': [{'subnet_id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:07:18.923558 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:19.195775 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Allocated IP 172.20.0.2 (e881597d-733d-4313-bef2-aa71490cb3b9/257a45f5-7f4d-4bc7-bedf-87d3e2fcba21/a785e546-04d6-434f-b39f-007036754c6f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:07:19.470880 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Publish callbacks [] for port (a785e546-04d6-434f-b39f-007036754c6f), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:19.478506 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (a785e546-04d6-434f-b39f-007036754c6f), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:19.548109 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Network e881597d-733d-4313-bef2-aa71490cb3b9 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:07:19.554835 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:07:19.570413 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:07:19.573661 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Pushing event updated for resources: {'Port': ['ID=a785e546-04d6-434f-b39f-007036754c6f,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:19.585520 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.585886 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.586248 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.586592 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.586931 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.587268 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.587598 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.587926 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.588275 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.588619 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.588946 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.589269 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.589591 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Tracked resource versions report: Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: pushed versions: Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: { 'AddressGroup': {'1.2'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'ConntrackHelper': {'1.0'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'LocalIPAssociation': {'1.0'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Log': {'1.0'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Network': {'1.1'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Port': {'1.7'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'PortForwarding': {'1.2'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'QosPolicy': {'1.10'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SecurityGroup': {'1.5'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SecurityGroupRule': {'1.2'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SubPort': {'1.0'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Subnet': {'1.1'}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Trunk': {'1.1'}} Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: consumer versions: Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: { DHCP agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: L3 agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: Metadata agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: Metering agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: Open vSwitch agent@dv-cinder-799631-7-iscsi: { 'AddressGroup': '1.2', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'ConntrackHelper': '1.0', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'LocalIPAssociation': '1.0', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Log': '1.0', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Network': '1.1', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Port': '1.7', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'PortForwarding': '1.2', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'QosPolicy': '1.10', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SecurityGroup': '1.5', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SecurityGroupRule': '1.2', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SubPort': '1.0', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Subnet': '1.1', Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Trunk': '1.1'}} Feb 07 04:07:19.590982 dv-cinder-799631-7-iscsi neutron-server[102769]: {{(pid=102769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 04:07:19.670976 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Attempting to bind port a785e546-04d6-434f-b39f-007036754c6f on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:07:19.671636 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Attempting to bind port a785e546-04d6-434f-b39f-007036754c6f by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'ee0429d8-862d-4db9-b738-f395fb5acd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:07:19.671804 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Attempting to bind port a785e546-04d6-434f-b39f-007036754c6f on network e881597d-733d-4313-bef2-aa71490cb3b9 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:07:19.676767 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:07:19.677152 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Checking segment: {'id': 'ee0429d8-862d-4db9-b738-f395fb5acd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:07:19.677640 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:19.678033 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Bound using segment: {'id': 'ee0429d8-862d-4db9-b738-f395fb5acd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:07:19.678536 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Bound port: a785e546-04d6-434f-b39f-007036754c6f, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0429d8-862d-4db9-b738-f395fb5acd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:07:19.678948 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (a785e546-04d6-434f-b39f-007036754c6f), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:19.740560 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] For port a785e546-04d6-434f-b39f-007036754c6f, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:07:19.744816 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] For port a785e546-04d6-434f-b39f-007036754c6f, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=a785e546-04d6-434f-b39f-007036754c6f,segment=NetworkSegment(ee0429d8-862d-4db9-b738-f395fb5acd96),segment_id=ee0429d8-862d-4db9-b738-f395fb5acd96)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:07:19.754962 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (a785e546-04d6-434f-b39f-007036754c6f), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:19.817662 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caf97f-a650-4ea9-b83e-c8238264d270 None None] Pushing event updated for resources: {'Port': ['ID=a785e546-04d6-434f-b39f-007036754c6f,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:21.131248 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49626) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:21.448966 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [None req-c9bfd201-85ea-4bd6-8638-c8de692dd961 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:07:21.450062 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c9bfd201-85ea-4bd6-8638-c8de692dd961 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3177874 Feb 07 04:07:23.908378 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49634) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:24.220121 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [None req-ba137333-fdd3-4534-bdea-800d02e00d02 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:07:24.221146 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ba137333-fdd3-4534-bdea-800d02e00d02 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118362 Feb 07 04:07:26.914129 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49644) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:27.209405 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-a1bd2828-1b49-473f-af73-a447873b3ee4 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'name': 'router1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:07:27.232361 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2828-1b49-473f-af73-a447873b3ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (83d77e44-f93c-441f-9e1e-0941995953d0), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:27.233900 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2828-1b49-473f-af73-a447873b3ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (83d77e44-f93c-441f-9e1e-0941995953d0), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:27.373290 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2828-1b49-473f-af73-a447873b3ee4 admin admin] Publish callbacks [] for router_controller (83d77e44-f93c-441f-9e1e-0941995953d0), precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:27.378728 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2828-1b49-473f-af73-a447873b3ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (83d77e44-f93c-441f-9e1e-0941995953d0), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:27.394011 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2828-1b49-473f-af73-a447873b3ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:27.395220 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-a1bd2828-1b49-473f-af73-a447873b3ee4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4800401 Feb 07 04:07:29.005417 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-df20614f-03ac-4cc4-9f26-2d8fcac61966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:29.812932 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device a785e546-04d6-434f-b39f-007036754c6f up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:07:29.870546 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49656) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:29.902696 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port a785e546-04d6-434f-b39f-007036754c6f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:29.903037 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a785e546-04d6-434f-b39f-007036754c6f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:30.019584 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port a785e546-04d6-434f-b39f-007036754c6f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:07:30.020288 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (a785e546-04d6-434f-b39f-007036754c6f), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:30.055249 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port a785e546-04d6-434f-b39f-007036754c6f, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=a785e546-04d6-434f-b39f-007036754c6f,segment=NetworkSegment(ee0429d8-862d-4db9-b738-f395fb5acd96),segment_id=ee0429d8-862d-4db9-b738-f395fb5acd96)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:07:30.058816 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (a785e546-04d6-434f-b39f-007036754c6f), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:30.106941 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=a785e546-04d6-434f-b39f-007036754c6f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:30.198579 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [None req-dcf38965-193d-4718-95fa-1c4787102e4b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:07:30.199604 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-dcf38965-193d-4718-95fa-1c4787102e4b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3281012 Feb 07 04:07:30.745078 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41849e99-19a2-4e1d-a304-35b374ca6cf2 None None] Network e881597d-733d-4313-bef2-aa71490cb3b9 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:07:30.796537 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-02c7d6d0-7c91-40cf-8de5-8dcc635e8a91 None None] Provisioning complete for port a785e546-04d6-434f-b39f-007036754c6f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:30.796921 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-02c7d6d0-7c91-40cf-8de5-8dcc635e8a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a785e546-04d6-434f-b39f-007036754c6f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:30.923010 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-02c7d6d0-7c91-40cf-8de5-8dcc635e8a91 None None] Current status of the port a785e546-04d6-434f-b39f-007036754c6f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:07:31.142846 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f9403e97-4e16-483a-969a-d53390c8c7f4 None None] Provisioning complete for port a785e546-04d6-434f-b39f-007036754c6f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:31.143479 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f9403e97-4e16-483a-969a-d53390c8c7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a785e546-04d6-434f-b39f-007036754c6f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:31.219635 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f9403e97-4e16-483a-969a-d53390c8c7f4 None None] Current status of the port a785e546-04d6-434f-b39f-007036754c6f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:07:31.315394 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-44ea1f15-4d49-4bdc-a5db-14cdf7fb912f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:31.759747 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device a785e546-04d6-434f-b39f-007036754c6f up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:07:31.805828 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port a785e546-04d6-434f-b39f-007036754c6f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:31.806205 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a785e546-04d6-434f-b39f-007036754c6f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:31.882386 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port a785e546-04d6-434f-b39f-007036754c6f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:07:32.459443 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:32.674292 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 49686) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:32.799001 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'project_id': 'ed0df71eb5cf44cc9c2d69647012f869', 'tenant_id': 'ed0df71eb5cf44cc9c2d69647012f869', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:07:32.817793 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Made reservation on behalf of ed0df71eb5cf44cc9c2d69647012f869 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:07:32.819986 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:32.827534 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:32.897255 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Publish callbacks [] for security_group (0df8191c-8153-4345-90f2-f3881e4d55b1), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:32.901168 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (0df8191c-8153-4345-90f2-f3881e4d55b1), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:32.918167 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Reserving flat network on physical network physnet1 {{(pid=102767) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 07 04:07:32.936210 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df8191c-8153-4345-90f2-f3881e4d55b1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:32.941872 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (f70fb82f-2c78-47b3-bf27-eade615aaf17), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:32.942210 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.segments_db [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Added segment f70fb82f-2c78-47b3-bf27-eade615aaf17 of type flat for network e35684b0-b96e-4128-a1f6-a5ba06362e64 Feb 07 04:07:32.988438 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (e35684b0-b96e-4128-a1f6-a5ba06362e64), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:33.018706 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (e35684b0-b96e-4128-a1f6-a5ba06362e64), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:33.019616 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:07:33.020216 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:33.067305 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3919950 Feb 07 04:07:33.079091 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec90e3-3502-4f2e-8df5-c1d70a2c4f5e admin admin] Pushing event updated for resources: {'Network': ['ID=e35684b0-b96e-4128-a1f6-a5ba06362e64,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:33.090323 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:07:33.873942 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:35.204873 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:35.365717 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49694) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:35.508620 dv-cinder-799631-7-iscsi neutron-server[102768]: WARNING oslo_policy.policy [None req-40cc5965-f49c-40a9-badb-c45d599102f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 04:07:35.509205 dv-cinder-799631-7-iscsi neutron-server[102768]: WARNING oslo_policy.policy [None req-40cc5965-f49c-40a9-badb-c45d599102f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 04:07:35.912364 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.policy [None req-40cc5965-f49c-40a9-badb-c45d599102f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 04:07:35.955400 dv-cinder-799631-7-iscsi neutron-server[102768]: WARNING oslo_policy.policy [None req-40cc5965-f49c-40a9-badb-c45d599102f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 04:07:35.955784 dv-cinder-799631-7-iscsi neutron-server[102768]: WARNING oslo_policy.policy [None req-40cc5965-f49c-40a9-badb-c45d599102f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 04:07:35.964017 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cc5965-f49c-40a9-badb-c45d599102f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:07:35.965883 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-40cc5965-f49c-40a9-badb-c45d599102f2 admin admin] 10.222.0.13 "GET /v2.0/subnets/257a45f5-7f4d-4bc7-bedf-87d3e2fcba21 HTTP/1.1" status: 200 len: 849 time: 0.5981121 Feb 07 04:07:36.129630 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ebf0d081-31d4-40e6-a92a-7e20a7cd3273 admin admin] 10.222.0.13 "GET /v2.0/routers/83d77e44-f93c-441f-9e1e-0941995953d0 HTTP/1.1" status: 200 len: 704 time: 0.1577404 Feb 07 04:07:36.396644 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:36.726467 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Allocated IP 172.20.0.1 (e881597d-733d-4313-bef2-aa71490cb3b9/257a45f5-7f4d-4bc7-bedf-87d3e2fcba21/9ccc8dd8-5da6-4e7a-9b8d-434945304c77) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:07:36.928355 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Publish callbacks [] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:36.996552 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:37.056771 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Network e881597d-733d-4313-bef2-aa71490cb3b9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:07:37.061320 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:07:37.103648 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Pushing event updated for resources: {'Port': ['ID=9ccc8dd8-5da6-4e7a-9b8d-434945304c77,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:37.106182 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:07:37.106973 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (83d77e44-f93c-441f-9e1e-0941995953d0), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:37.166910 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.167276 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.167627 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.167970 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.168330 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.168664 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.169004 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.169338 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.169683 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.170027 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.170352 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.170672 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.170989 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Tracked resource versions report: Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: pushed versions: Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: { 'AddressGroup': {'1.2'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'ConntrackHelper': {'1.0'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'LocalIPAssociation': {'1.0'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Log': {'1.0'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Network': {'1.1'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Port': {'1.7'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'PortForwarding': {'1.2'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'QosPolicy': {'1.10'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SecurityGroup': {'1.5'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SecurityGroupRule': {'1.2'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SubPort': {'1.0'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Subnet': {'1.1'}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Trunk': {'1.1'}} Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: consumer versions: Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: { DHCP agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: L3 agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: Metadata agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: Metering agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: Open vSwitch agent@dv-cinder-799631-7-iscsi: { 'AddressGroup': '1.2', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'ConntrackHelper': '1.0', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'LocalIPAssociation': '1.0', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Log': '1.0', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Network': '1.1', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Port': '1.7', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'PortForwarding': '1.2', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'QosPolicy': '1.10', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SecurityGroup': '1.5', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SecurityGroupRule': '1.2', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SubPort': '1.0', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Subnet': '1.1', Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Trunk': '1.1'}} Feb 07 04:07:37.172916 dv-cinder-799631-7-iscsi neutron-server[102768]: {{(pid=102768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 04:07:37.274386 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d335f0fe-892c-4fd7-aa75-36df423c698b None None] Provisioning complete for port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:37.274930 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d335f0fe-892c-4fd7-aa75-36df423c698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:37.307515 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d335f0fe-892c-4fd7-aa75-36df423c698b None None] Port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:07:37.319799 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:37.525071 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Publish callbacks [] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:37.529374 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:37.530171 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (83d77e44-f93c-441f-9e1e-0941995953d0), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:37.602225 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Pushing event updated for resources: {'Port': ['ID=9ccc8dd8-5da6-4e7a-9b8d-434945304c77,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:37.650569 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Network e881597d-733d-4313-bef2-aa71490cb3b9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:07:37.651865 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:07:37.829462 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-db0f0385-52a2-47cb-b585-c33bee62041c None None] Provisioning complete for port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:37.829932 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db0f0385-52a2-47cb-b585-c33bee62041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:37.857415 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Router 83d77e44-f93c-441f-9e1e-0941995953d0 is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:07:37.865044 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-db0f0385-52a2-47cb-b585-c33bee62041c None None] Port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:07:37.949635 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:07:37.955072 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-92affac0-787d-499c-90b2-34f9a0896fcd admin admin] 10.222.0.13 "PUT /v2.0/routers/83d77e44-f93c-441f-9e1e-0941995953d0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8203633 Feb 07 04:07:37.959656 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Sync routers for ids ['83d77e44-f93c-441f-9e1e-0941995953d0'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:07:37.973858 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Routers {'83d77e44-f93c-441f-9e1e-0941995953d0'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:07:37.974707 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:07:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['83d77e44-f93c-441f-9e1e-0941995953d0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:38.174483 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Set router 83d77e44-f93c-441f-9e1e-0941995953d0 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:07:38.600133 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'name': 'router1', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:07:27Z', 'updated_at': '2022-02-07T04:07:37Z', 'revision_number': 2, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'gw_port_host': None, '_interfaces': [{'id': '9ccc8dd8-5da6-4e7a-9b8d-434945304c77', 'name': '', 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'mac_address': 'fa:16:3e:6c:03:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:07:36Z', 'updated_at': '2022-02-07T04:07:37Z', 'revision_number': 2, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'subnets': [{'id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a1ad35-c7c5-4028-b3ff-ccda2f1061b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:38.654965 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Checking router: 83d77e44-f93c-441f-9e1e-0941995953d0 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:07:38.655417 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Updating router 83d77e44-f93c-441f-9e1e-0941995953d0 port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:07:38.713041 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.213921 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Publish callbacks [] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.220178 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.384825 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Pushing event updated for resources: {'Port': ['ID=9ccc8dd8-5da6-4e7a-9b8d-434945304c77,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:39.387439 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Attempting to bind port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:07:39.387838 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Attempting to bind port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'ee0429d8-862d-4db9-b738-f395fb5acd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:07:39.388279 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Attempting to bind port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 on network e881597d-733d-4313-bef2-aa71490cb3b9 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:07:39.397942 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:07:39.398341 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Checking segment: {'id': 'ee0429d8-862d-4db9-b738-f395fb5acd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:07:39.398815 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.399195 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Bound using segment: {'id': 'ee0429d8-862d-4db9-b738-f395fb5acd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:07:39.399695 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Bound port: 9ccc8dd8-5da6-4e7a-9b8d-434945304c77, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0429d8-862d-4db9-b738-f395fb5acd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:07:39.400113 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.402624 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.402972 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.403316 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.403652 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.403981 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.404345 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.404670 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.404992 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.405316 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.405694 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.406019 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.406338 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.406656 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Tracked resource versions report: Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: pushed versions: Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: { 'AddressGroup': {'1.2'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'ConntrackHelper': {'1.0'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'LocalIPAssociation': {'1.0'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Log': {'1.0'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Network': {'1.1'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Port': {'1.7'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'PortForwarding': {'1.2'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'QosPolicy': {'1.10'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SecurityGroup': {'1.5'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SecurityGroupRule': {'1.2'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SubPort': {'1.0'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Subnet': {'1.1'}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Trunk': {'1.1'}} Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: consumer versions: Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: { DHCP agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: L3 agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: Metadata agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: Metering agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: Open vSwitch agent@dv-cinder-799631-7-iscsi: { 'AddressGroup': '1.2', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'ConntrackHelper': '1.0', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'LocalIPAssociation': '1.0', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Log': '1.0', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Network': '1.1', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Port': '1.7', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'PortForwarding': '1.2', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'QosPolicy': '1.10', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SecurityGroup': '1.5', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SecurityGroupRule': '1.2', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SubPort': '1.0', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Subnet': '1.1', Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Trunk': '1.1'}} Feb 07 04:07:39.408079 dv-cinder-799631-7-iscsi neutron-server[102770]: {{(pid=102770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 04:07:39.475062 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] For port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:07:39.495005 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-547f0f7a-cdb7-4e38-9382-3d9e3d55661e None None] Provisioning complete for port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:39.495544 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-547f0f7a-cdb7-4e38-9382-3d9e3d55661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.496422 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] For port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9ccc8dd8-5da6-4e7a-9b8d-434945304c77,segment=NetworkSegment(ee0429d8-862d-4db9-b738-f395fb5acd96),segment_id=ee0429d8-862d-4db9-b738-f395fb5acd96)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:07:39.504900 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.529244 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-547f0f7a-cdb7-4e38-9382-3d9e3d55661e None None] Port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:07:39.550249 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Routers {'83d77e44-f93c-441f-9e1e-0941995953d0'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:07:39.550879 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:07:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['83d77e44-f93c-441f-9e1e-0941995953d0'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:39.641460 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d6b7-7edd-4bf0-9e86-4375c053fe3c None None] Pushing event updated for resources: {'Port': ['ID=9ccc8dd8-5da6-4e7a-9b8d-434945304c77,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:39.657974 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] Set router 83d77e44-f93c-441f-9e1e-0941995953d0 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:07:39.754529 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a389a1c9-ba27-47ee-ba8d-d26f44cb08fb None None] Provisioning complete for port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:39.754945 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a389a1c9-ba27-47ee-ba8d-d26f44cb08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.833629 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a389a1c9-ba27-47ee-ba8d-d26f44cb08fb None None] Current status of the port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:07:39.833943 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a389a1c9-ba27-47ee-ba8d-d26f44cb08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.866406 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a389a1c9-ba27-47ee-ba8d-d26f44cb08fb None None] For port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9ccc8dd8-5da6-4e7a-9b8d-434945304c77,segment=NetworkSegment(ee0429d8-862d-4db9-b738-f395fb5acd96),segment_id=ee0429d8-862d-4db9-b738-f395fb5acd96)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:07:39.870543 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'name': 'router1', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:07:27Z', 'updated_at': '2022-02-07T04:07:37Z', 'revision_number': 2, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'gw_port_host': None, '_interfaces': [{'id': '9ccc8dd8-5da6-4e7a-9b8d-434945304c77', 'name': '', 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'mac_address': 'fa:16:3e:6c:03:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:07:36Z', 'updated_at': '2022-02-07T04:07:39Z', 'revision_number': 4, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'subnets': [{'id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a1ad35-c7c5-4028-b3ff-ccda2f1061b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:39.871003 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a389a1c9-ba27-47ee-ba8d-d26f44cb08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:39.900917 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abf601-a4a6-4489-8c5b-457c7ca8a43d None None] The sync data for ids ['83d77e44-f93c-441f-9e1e-0941995953d0'] in dv-cinder-799631-7-iscsi is: [{'id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'name': 'router1', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:07:27Z', 'updated_at': '2022-02-07T04:07:37Z', 'revision_number': 2, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'gw_port_host': None, '_interfaces': [{'id': '9ccc8dd8-5da6-4e7a-9b8d-434945304c77', 'name': '', 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'mac_address': 'fa:16:3e:6c:03:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:07:36Z', 'updated_at': '2022-02-07T04:07:39Z', 'revision_number': 4, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'subnets': [{'id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a1ad35-c7c5-4028-b3ff-ccda2f1061b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:07:39.921012 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389a1c9-ba27-47ee-ba8d-d26f44cb08fb None None] Pushing event updated for resources: {'Port': ['ID=9ccc8dd8-5da6-4e7a-9b8d-434945304c77,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:42.611950 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49724) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:42.721755 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4072ab-442d-4cdb-aa3f-6b754d8d0689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:07:42.723111 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-df4072ab-442d-4cdb-aa3f-6b754d8d0689 admin admin] 10.222.0.13 "GET /v2.0/networks/e35684b0-b96e-4128-a1f6-a5ba06362e64 HTTP/1.1" status: 200 len: 842 time: 0.1101880 Feb 07 04:07:42.732490 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'ed0df71eb5cf44cc9c2d69647012f869', 'gateway_ip': '172.27.1.1', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:07:42.764580 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Made reservation on behalf of ed0df71eb5cf44cc9c2d69647012f869 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:07:42.767510 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:43.076744 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.objects.ports [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 04:07:43.077761 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (f82a31d3-f199-4924-b2a2-8767d5315f07), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:43.130366 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82a31d3-f199-4924-b2a2-8767d5315f07,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:43.140772 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:07:43.141132 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Network hostable DHCP agents. Network: e35684b0-b96e-4128-a1f6-a5ba06362e64, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:07:43.162495 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:07:43.173292 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, e35684b0-b96e-4128-a1f6-a5ba06362e64) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:07:43.178597 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:07:43.179598 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:43.182928 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a725ce4-3aaf-4957-a8c4-3089dd3ef24c None None] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:07:43.212071 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-33102862-a28e-448d-9cc5-071b5bb8e2b4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4721105 Feb 07 04:07:43.287213 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a9840-a424-43b6-9334-ef9e974fba6d None None] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:07:44.478705 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:07:45.520346 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49732) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:45.658086 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-b607e0d5-1dff-48e0-a1c8-d89da427b26e admin admin] 10.222.0.13 "GET /v2.0/routers/83d77e44-f93c-441f-9e1e-0941995953d0 HTTP/1.1" status: 200 len: 710 time: 0.1312015 Feb 07 04:07:45.735743 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021cb3a-fd8b-450a-add7-fd29bd70d393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:07:45.742098 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-b021cb3a-fd8b-450a-add7-fd29bd70d393 admin admin] 10.222.0.13 "GET /v2.0/networks/e35684b0-b96e-4128-a1f6-a5ba06362e64 HTTP/1.1" status: 200 len: 886 time: 0.0783925 Feb 07 04:07:45.745811 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:07:45.992643 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Publish callbacks [] for router_gateway (83d77e44-f93c-441f-9e1e-0941995953d0), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:46.287969 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Publish callbacks [] for router_gateway (83d77e44-f93c-441f-9e1e-0941995953d0), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:46.374878 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:46.478225 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Allocated IP 172.27.1.40 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/42335666-4a5f-444f-9c9e-53f8cb17de64) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:07:46.580815 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Publish callbacks [] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:46.614031 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:46.647243 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:07:46.650262 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:07:46.653918 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:07:46.721558 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Pushing event updated for resources: {'Port': ['ID=42335666-4a5f-444f-9c9e-53f8cb17de64,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:46.904819 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Publish callbacks [] for router_gateway (83d77e44-f93c-441f-9e1e-0941995953d0), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:47.100700 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10271'] for router (83d77e44-f93c-441f-9e1e-0941995953d0), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:47.103992 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-482464'] for router (83d77e44-f93c-441f-9e1e-0941995953d0), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:47.210659 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Router 83d77e44-f93c-441f-9e1e-0941995953d0 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:07:47.316925 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:07:47.321742 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:47.322930 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d20de725-c22e-462d-a1c1-7dde556600d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/83d77e44-f93c-441f-9e1e-0941995953d0 HTTP/1.1" status: 200 len: 889 time: 1.5801980 Feb 07 04:07:47.801702 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:07:47.849498 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:47.849890 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:47.928439 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:07:48.208352 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Sync routers for ids ['83d77e44-f93c-441f-9e1e-0941995953d0'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:07:48.219609 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Routers {'83d77e44-f93c-441f-9e1e-0941995953d0'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:07:48.220354 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:07:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['83d77e44-f93c-441f-9e1e-0941995953d0'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:48.429581 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Set router 83d77e44-f93c-441f-9e1e-0941995953d0 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:07:48.882402 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'name': 'router1', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '42335666-4a5f-444f-9c9e-53f8cb17de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:07:27Z', 'updated_at': '2022-02-07T04:07:46Z', 'revision_number': 4, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'gw_port': {'id': '42335666-4a5f-444f-9c9e-53f8cb17de64', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:07:46Z', 'updated_at': '2022-02-07T04:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9ccc8dd8-5da6-4e7a-9b8d-434945304c77', 'name': '', 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'mac_address': 'fa:16:3e:6c:03:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:07:36Z', 'updated_at': '2022-02-07T04:07:39Z', 'revision_number': 5, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'subnets': [{'id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a1ad35-c7c5-4028-b3ff-ccda2f1061b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:48.934155 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Checking router: 83d77e44-f93c-441f-9e1e-0941995953d0 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:07:48.934439 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Updating router 83d77e44-f93c-441f-9e1e-0941995953d0 port 42335666-4a5f-444f-9c9e-53f8cb17de64 binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:07:48.985639 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:49.293697 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Publish callbacks [] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:49.299405 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:49.349919 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d752391-eea0-4346-afd9-54e878564deb None None] Pushing event updated for resources: {'Port': ['ID=42335666-4a5f-444f-9c9e-53f8cb17de64,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:49.355477 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Attempting to bind port 42335666-4a5f-444f-9c9e-53f8cb17de64 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:07:49.355858 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Attempting to bind port 42335666-4a5f-444f-9c9e-53f8cb17de64 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:07:49.356254 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Attempting to bind port 42335666-4a5f-444f-9c9e-53f8cb17de64 on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:07:49.361699 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:07:49.362077 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:07:49.362490 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:49.362880 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:07:49.363344 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Bound port: 42335666-4a5f-444f-9c9e-53f8cb17de64, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:07:49.363728 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:49.413090 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] For port 42335666-4a5f-444f-9c9e-53f8cb17de64, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:07:49.416006 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] For port 42335666-4a5f-444f-9c9e-53f8cb17de64, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=42335666-4a5f-444f-9c9e-53f8cb17de64,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:07:49.422425 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:49.476600 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Routers {'83d77e44-f93c-441f-9e1e-0941995953d0'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:07:49.477219 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:07:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['83d77e44-f93c-441f-9e1e-0941995953d0'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:49.545449 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d752391-eea0-4346-afd9-54e878564deb None None] Pushing event updated for resources: {'Port': ['ID=42335666-4a5f-444f-9c9e-53f8cb17de64,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:49.589833 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] Set router 83d77e44-f93c-441f-9e1e-0941995953d0 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:07:49.784346 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 49744) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:07:49.804038 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'name': 'router1', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '42335666-4a5f-444f-9c9e-53f8cb17de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:07:27Z', 'updated_at': '2022-02-07T04:07:46Z', 'revision_number': 4, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'gw_port': {'id': '42335666-4a5f-444f-9c9e-53f8cb17de64', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:07:46Z', 'updated_at': '2022-02-07T04:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9ccc8dd8-5da6-4e7a-9b8d-434945304c77', 'name': '', 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'mac_address': 'fa:16:3e:6c:03:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:07:36Z', 'updated_at': '2022-02-07T04:07:39Z', 'revision_number': 5, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'subnets': [{'id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a1ad35-c7c5-4028-b3ff-ccda2f1061b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:07:49.829663 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e9786-8d76-4569-a9f1-e12221e2a990 None None] The sync data for ids ['83d77e44-f93c-441f-9e1e-0941995953d0'] in dv-cinder-799631-7-iscsi is: [{'id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'name': 'router1', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '42335666-4a5f-444f-9c9e-53f8cb17de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:07:27Z', 'updated_at': '2022-02-07T04:07:46Z', 'revision_number': 4, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'gw_port': {'id': '42335666-4a5f-444f-9c9e-53f8cb17de64', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:07:46Z', 'updated_at': '2022-02-07T04:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9ccc8dd8-5da6-4e7a-9b8d-434945304c77', 'name': '', 'network_id': 'e881597d-733d-4313-bef2-aa71490cb3b9', 'tenant_id': '975f9afb33594cf49b5c8a0f632803c1', 'mac_address': 'fa:16:3e:6c:03:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d77e44-f93c-441f-9e1e-0941995953d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:07:36Z', 'updated_at': '2022-02-07T04:07:39Z', 'revision_number': 5, 'project_id': '975f9afb33594cf49b5c8a0f632803c1', 'subnets': [{'id': '257a45f5-7f4d-4bc7-bedf-87d3e2fcba21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4a1ad35-c7c5-4028-b3ff-ccda2f1061b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:07:49.918725 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-6c20c2f5-efcd-456e-a6c2-46c7e33b2cbc admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1330020 Feb 07 04:07:51.824516 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 42335666-4a5f-444f-9c9e-53f8cb17de64 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:07:51.879044 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 42335666-4a5f-444f-9c9e-53f8cb17de64 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:51.879448 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:51.966350 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 42335666-4a5f-444f-9c9e-53f8cb17de64 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:07:51.966956 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:51.989175 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 42335666-4a5f-444f-9c9e-53f8cb17de64, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=42335666-4a5f-444f-9c9e-53f8cb17de64,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:07:51.993323 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:52.045593 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=42335666-4a5f-444f-9c9e-53f8cb17de64,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:07:53.822981 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 42335666-4a5f-444f-9c9e-53f8cb17de64 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:07:53.878128 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 42335666-4a5f-444f-9c9e-53f8cb17de64 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:07:53.878813 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (42335666-4a5f-444f-9c9e-53f8cb17de64), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:07:53.981935 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 42335666-4a5f-444f-9c9e-53f8cb17de64 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:07:59.006510 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-981623cc-a6af-4f18-82d3-b70b193e0fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:01.328143 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2414abde-cd0e-4566-8cba-b318aa0debe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:02.464479 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:03.835188 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:05.210807 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:21.480679 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:08:29.001976 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-85041592-f11c-4e00-bf4b-defda4aba9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:31.324975 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-60b5484c-b29a-419e-9e52-df661f1fca69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:32.466062 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:33.839406 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:35.207569 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:08:58.479009 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:08:59.004302 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7b335234-9050-4638-a822-545448da38fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:01.316384 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-14a8ee51-8cd6-48a4-b17b-efe7eea6d29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:02.466312 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:03.842069 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:05.213108 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:09.161407 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50228) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:09.220961 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-18744cf8-1fde-4425-8b1d-61cbcaf3ff08 admin admin] GET failed (client error): The resource could not be found. Feb 07 04:09:09.222255 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-18744cf8-1fde-4425-8b1d-61cbcaf3ff08 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598967 Feb 07 04:09:09.382986 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c280f02-9e0a-4f40-b2e8-36d2d094cfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:09.384538 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-9c280f02-9e0a-4f40-b2e8-36d2d094cfa6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581635 Feb 07 04:09:11.619553 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50238) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:11.709623 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d04c1-fff2-456b-a962-8f36ae4441a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:11.710992 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-f19d04c1-fff2-456b-a962-8f36ae4441a3 admin admin] 10.222.0.13 "GET /v2.0/subnets/257a45f5-7f4d-4bc7-bedf-87d3e2fcba21 HTTP/1.1" status: 200 len: 849 time: 0.0904622 Feb 07 04:09:11.720429 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:09:11.884846 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Publish callbacks [] for subnet (257a45f5-7f4d-4bc7-bedf-87d3e2fcba21), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:12.023670 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767777186820'] for subnet (257a45f5-7f4d-4bc7-bedf-87d3e2fcba21), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:12.054504 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:12.055099 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:12.056399 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] 10.222.0.13 "PUT /v2.0/subnets/257a45f5-7f4d-4bc7-bedf-87d3e2fcba21 HTTP/1.1" status: 200 len: 868 time: 0.3395605 Feb 07 04:09:12.074294 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257a45f5-7f4d-4bc7-bedf-87d3e2fcba21,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:09:12.076118 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b02c8f-8691-46a7-ae05-dc126f08b26b None None] Network e881597d-733d-4313-bef2-aa71490cb3b9 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:09:12.082357 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.082734 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.083086 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.083428 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.083764 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.084123 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.084479 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.084816 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.085163 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.085518 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.085857 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.086181 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.086505 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4443dccc-6ada-4463-ae61-708beeb74877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:09:12.425211 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-feb91f1c-2967-4c75-9af3-9bedb0f4ed4d None None] Provisioning complete for port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:09:12.425600 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-feb91f1c-2967-4c75-9af3-9bedb0f4ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9ccc8dd8-5da6-4e7a-9b8d-434945304c77), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:12.502504 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-feb91f1c-2967-4c75-9af3-9bedb0f4ed4d None None] Current status of the port 9ccc8dd8-5da6-4e7a-9b8d-434945304c77 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:09:12.512022 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-feb91f1c-2967-4c75-9af3-9bedb0f4ed4d None None] Provisioning complete for port a785e546-04d6-434f-b39f-007036754c6f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:09:12.512468 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-feb91f1c-2967-4c75-9af3-9bedb0f4ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a785e546-04d6-434f-b39f-007036754c6f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:12.588175 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-feb91f1c-2967-4c75-9af3-9bedb0f4ed4d None None] Current status of the port a785e546-04d6-434f-b39f-007036754c6f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:09:14.291869 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50246) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:14.487790 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5af33b-6e45-43bb-8f0c-54f88fff44ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:14.488213 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5af33b-6e45-43bb-8f0c-54f88fff44ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:14.489726 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-cc5af33b-6e45-43bb-8f0c-54f88fff44ec admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968689 Feb 07 04:09:16.719624 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50256) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:16.849170 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489bf6ce-bb63-41cb-acd1-c90ff2caacb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:16.849645 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489bf6ce-bb63-41cb-acd1-c90ff2caacb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:16.851158 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-489bf6ce-bb63-41cb-acd1-c90ff2caacb9 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305482 Feb 07 04:09:19.082731 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50264) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:19.231946 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb944f34-2f9f-4f27-8067-d73f6a0a04ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:19.233290 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-fb944f34-2f9f-4f27-8067-d73f6a0a04ce admin admin] 10.222.0.13 "GET /v2.0/networks/e35684b0-b96e-4128-a1f6-a5ba06362e64 HTTP/1.1" status: 200 len: 886 time: 0.1495810 Feb 07 04:09:21.490807 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50272) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:21.631008 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c61faeb-7b3d-48c5-9a1f-5f1ea745ca6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:21.632397 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3c61faeb-7b3d-48c5-9a1f-5f1ea745ca6b admin admin] 10.222.0.13 "GET /v2.0/networks/e881597d-733d-4313-bef2-aa71490cb3b9 HTTP/1.1" status: 200 len: 869 time: 0.1406114 Feb 07 04:09:23.884702 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50280) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:24.009556 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83841f3-1873-4a15-b27b-5b0c799181a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:24.010012 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83841f3-1873-4a15-b27b-5b0c799181a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:24.011523 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c83841f3-1873-4a15-b27b-5b0c799181a9 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258807 Feb 07 04:09:26.239515 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50288) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:26.329523 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d143ccea-ffc7-4243-aeb5-8b5bfa125984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:26.329975 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d143ccea-ffc7-4243-aeb5-8b5bfa125984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:26.331477 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-d143ccea-ffc7-4243-aeb5-8b5bfa125984 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909796 Feb 07 04:09:28.576467 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50296) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:28.668102 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed63439-60ab-4c74-923c-bc1d521c05dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:28.669438 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9ed63439-60ab-4c74-923c-bc1d521c05dd admin admin] 10.222.0.13 "GET /v2.0/subnets/257a45f5-7f4d-4bc7-bedf-87d3e2fcba21 HTTP/1.1" status: 200 len: 868 time: 0.0920215 Feb 07 04:09:29.008349 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bb07d7d6-7731-45e2-9a19-127058e70cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:30.897657 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50304) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:30.982139 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dadb467-1aa1-46eb-8736-43cd6931aa6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:30.983469 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-4dadb467-1aa1-46eb-8736-43cd6931aa6d admin admin] 10.222.0.13 "GET /v2.0/subnets/f82a31d3-f199-4924-b2a2-8767d5315f07 HTTP/1.1" status: 200 len: 816 time: 0.0848312 Feb 07 04:09:31.318784 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8280cf6-f64c-420a-b92a-9ca5bd0394e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:32.470185 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:33.844562 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:35.206360 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:09:35.477784 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:09:55.190146 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50358) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:55.238306 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [None req-26d78325-fc4f-4100-9913-f200675d2c82 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:09:55.239333 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-26d78325-fc4f-4100-9913-f200675d2c82 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482159 Feb 07 04:09:57.579565 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50366) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:09:57.642084 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-87871eff-3701-4a3d-8531-c5c8c9357bbc admin admin] GET failed (client error): The resource could not be found. Feb 07 04:09:57.643351 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-87871eff-3701-4a3d-8531-c5c8c9357bbc admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628150 Feb 07 04:09:57.729330 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3a390a-01fe-4683-8b0c-9db2f3539c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:09:57.730793 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-5d3a390a-01fe-4683-8b0c-9db2f3539c08 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834708 Feb 07 04:09:59.009318 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c9f5-816b-4c7b-a4d6-eef14e7c7db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:00.024738 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50376) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:10:00.069737 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared', 'tenant_id': 'ed0df71eb5cf44cc9c2d69647012f869', 'project_id': 'ed0df71eb5cf44cc9c2d69647012f869'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:10:00.092171 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Made reservation on behalf of ed0df71eb5cf44cc9c2d69647012f869 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:10:00.094414 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:00.120763 dv-cinder-799631-7-iscsi neutron-server[102768]: WARNING neutron.services.revisions.revision_plugin [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Could not find related network for resource to bump revision. Feb 07 04:10:00.136676 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:10:00.149319 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767777290424', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (5f622006-b46d-4b83-920d-73e1f2c7e07b), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:00.149881 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Unsubscribe: segment precommit_create {{(pid=102768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 04:10:00.150329 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Added segment 5f622006-b46d-4b83-920d-73e1f2c7e07b of type vlan for network e8e9a091-844b-48f1-8586-9449057c4dbc Feb 07 04:10:00.192427 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (e8e9a091-844b-48f1-8586-9449057c4dbc), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:00.222860 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (e8e9a091-844b-48f1-8586-9449057c4dbc), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:00.223835 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:10:00.224444 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:00.295562 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2696187 Feb 07 04:10:00.319207 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bae3de-285f-4fd8-b688-92c5c61c0d59 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e9a091-844b-48f1-8586-9449057c4dbc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:10:00.331397 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network e8e9a091-844b-48f1-8586-9449057c4dbc details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:10:01.321995 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e0c1aad5-708e-436d-8ddf-7d74b571367f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:02.473148 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:02.588965 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50386) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:10:02.654598 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acd28a9-cad2-4a79-bf21-d973d5a3a683 admin admin] GET failed (client error): The resource could not be found. Feb 07 04:10:02.655880 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-0acd28a9-cad2-4a79-bf21-d973d5a3a683 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659468 Feb 07 04:10:02.726278 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e45f7-38c7-4fc6-bc9b-21a3ef9c71a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:10:02.727651 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-3b8e45f7-38c7-4fc6-bc9b-21a3ef9c71a3 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674529 Feb 07 04:10:02.737835 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'tenant_id': 'ed0df71eb5cf44cc9c2d69647012f869', 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:10:02.756509 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Made reservation on behalf of ed0df71eb5cf44cc9c2d69647012f869 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:10:02.758685 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:02.914809 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (13e00ddd-6a91-4dbd-8d38-f76d6a544083), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:02.982658 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e00ddd-6a91-4dbd-8d38-f76d6a544083,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:10:02.986789 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Checking segment: {'id': '5f622006-b46d-4b83-920d-73e1f2c7e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:10:02.987144 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Network hostable DHCP agents. Network: e8e9a091-844b-48f1-8586-9449057c4dbc, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:10:03.002694 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Network e8e9a091-844b-48f1-8586-9449057c4dbc is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:10:03.011280 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, e8e9a091-844b-48f1-8586-9449057c4dbc) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:10:03.016176 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:10:03.018104 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:03.019411 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f0d50a-8e5c-4cc3-a454-c35a95b60790 None None] Network e8e9a091-844b-48f1-8586-9449057c4dbc requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:10:03.034427 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-7e634437-fb69-46a1-969f-98fc064c63e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2999024 Feb 07 04:10:03.219797 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-e8e9a091-844b-48f1-8586-9449057c4dbc', 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc', 'project_id': 'ed0df71eb5cf44cc9c2d69647012f869', 'fixed_ips': [{'subnet_id': '13e00ddd-6a91-4dbd-8d38-f76d6a544083'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:10:03.221237 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:03.358168 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Allocated IP 192.168.233.2 (e8e9a091-844b-48f1-8586-9449057c4dbc/13e00ddd-6a91-4dbd-8d38-f76d6a544083/d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:10:03.497683 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Publish callbacks [] for port (d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:03.503280 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:03.553309 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Network e8e9a091-844b-48f1-8586-9449057c4dbc is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:10:03.554109 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Pushing event updated for resources: {'Port': ['ID=d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:10:03.557433 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:10:03.559908 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:10:03.566237 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.566618 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.566982 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.569700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.569700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.569700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.569700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.569700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.569700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.569700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.569700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.570404 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.570404 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:10:03.624693 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Attempting to bind port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:10:03.625074 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Attempting to bind port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '5f622006-b46d-4b83-920d-73e1f2c7e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:10:03.625433 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Attempting to bind port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a on network e8e9a091-844b-48f1-8586-9449057c4dbc {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:10:03.630470 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:10:03.630840 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Checking segment: {'id': '5f622006-b46d-4b83-920d-73e1f2c7e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:10:03.631239 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:03.631627 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Bound using segment: {'id': '5f622006-b46d-4b83-920d-73e1f2c7e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:10:03.632112 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Bound port: d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f622006-b46d-4b83-920d-73e1f2c7e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:10:03.632488 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:03.695011 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] For port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:10:03.698082 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] For port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a,segment=NetworkSegment(5f622006-b46d-4b83-920d-73e1f2c7e07b),segment_id=5f622006-b46d-4b83-920d-73e1f2c7e07b)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:10:03.705965 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:03.770872 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e8898-8115-4c74-bb3e-f3fd7b747996 None None] Pushing event updated for resources: {'Port': ['ID=d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:10:03.853279 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:04.625610 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b62f7-3404-4240-a488-df11ff49ce9d None None] Network e8e9a091-844b-48f1-8586-9449057c4dbc requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:10:04.725022 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-02886191-7ed4-4b42-b251-133ec2e29012 None None] Provisioning complete for port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:10:04.725436 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-02886191-7ed4-4b42-b251-133ec2e29012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:04.816898 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-02886191-7ed4-4b42-b251-133ec2e29012 None None] Current status of the port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:10:04.817291 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-02886191-7ed4-4b42-b251-133ec2e29012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:04.861890 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-02886191-7ed4-4b42-b251-133ec2e29012 None None] For port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a,segment=NetworkSegment(5f622006-b46d-4b83-920d-73e1f2c7e07b),segment_id=5f622006-b46d-4b83-920d-73e1f2c7e07b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:10:04.865915 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-02886191-7ed4-4b42-b251-133ec2e29012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:04.922348 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02886191-7ed4-4b42-b251-133ec2e29012 None None] Pushing event updated for resources: {'Port': ['ID=d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:10:04.985109 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-28a41224-ddb7-4757-882b-1f2d32b84480 None None] Provisioning complete for port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:10:04.985493 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28a41224-ddb7-4757-882b-1f2d32b84480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:05.063054 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-28a41224-ddb7-4757-882b-1f2d32b84480 None None] Current status of the port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:10:05.210319 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:05.878125 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:10:05.932257 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:10:05.932721 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:06.008816 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port d7812ebe-5767-4a79-aa7a-d29a7f2cdd9a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:10:12.476540 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:10:29.010726 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd53c8cf-667a-48ea-aea6-5c867ecaac23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:31.324557 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-70f66366-4a57-4cae-a58f-0717b99079a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:32.476557 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:33.851923 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:35.214119 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:10:49.474292 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:10:59.011646 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1837814f-458c-41a6-971e-66e4ec5e7843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:01.325641 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f83786bf-7415-4e19-8626-9bc4501b845e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:02.479485 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:03.858428 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:05.218211 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:23.367657 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50430) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:11:23.374010 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [None req-0ef9723c-d700-4041-89a1-c0beb2696572 tempest-verify_tempest_config-84603572 tempest-verify_tempest_config-84603572-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:11:23.374982 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-0ef9723c-d700-4041-89a1-c0beb2696572 tempest-verify_tempest_config-84603572 tempest-verify_tempest_config-84603572-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058072 Feb 07 04:11:23.659119 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50448) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:11:23.762480 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:23.835328 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Publish callbacks [] for security_group (ebe6528c-c3a8-4f0a-b171-77719507fba0), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:23.838813 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ebe6528c-c3a8-4f0a-b171-77719507fba0), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:23.882811 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbd1aea9e2e04e3292739f1ac31b393f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2226520 Feb 07 04:11:23.884131 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe6528c-c3a8-4f0a-b171-77719507fba0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:11:23.885708 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50454) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:11:23.890981 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.891356 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.891709 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.892063 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.892416 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.892750 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.893097 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.893433 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.893786 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.894134 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.894467 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.894791 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.895118 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5ffd-b10e-4140-a19d-a189d759f61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:23.962675 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Publish callbacks [] for security_group (ebe6528c-c3a8-4f0a-b171-77719507fba0), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:23.983137 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Publish callbacks [] for security_group (ebe6528c-c3a8-4f0a-b171-77719507fba0), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:24.073319 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ebe6528c-c3a8-4f0a-b171-77719507fba0), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:24.075925 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:24.077065 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebe6528c-c3a8-4f0a-b171-77719507fba0 HTTP/1.1" status: 204 len: 168 time: 0.1903353 Feb 07 04:11:24.085043 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe6528c-c3a8-4f0a-b171-77719507fba0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:11:24.092213 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.092593 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.092949 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.093294 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.093636 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.093972 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.094324 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.094680 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.095028 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.095365 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.095695 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.096017 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:24.096367 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfeff4-d062-41f6-9994-cb0eb901834a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:11:26.473704 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:11:29.014683 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ec517011-ded2-49b2-a0cf-a63fad09fbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:31.328623 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dfb8d1ea-d3f8-4ba4-bc22-06361556e6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:32.482881 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:33.861179 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:35.221030 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:11:59.015958 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebdc19ad-0ab0-41e7-ad73-c23ed8e4c71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:01.330396 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a4f0941d-b24b-4e09-99e5-28c1d0dbbfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:02.485551 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:03.472240 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:12:03.863846 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:05.222936 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:29.017543 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f893e9fc-363a-4fb5-8d68-89c63bb36cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:31.330988 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-79ac8af3-8c3f-4873-84e6-bea23db64ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:32.488285 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:33.866748 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:35.224851 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:40.472375 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 5 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:12:57.585428 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476099'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:12:59.019598 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-76e09cd5-1363-4358-a27a-4e203288ecad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:01.333095 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-035f120d-3e75-46ee-8170-71465c56045d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:02.495099 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:03.870301 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:05.227022 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:11.492766 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50526) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:13:11.595301 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-92be3769-84cd-46a0-9617-dc072e7ed174 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1014676 Feb 07 04:13:13.807580 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50536) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:13:13.865514 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-fd441ec0-1293-4b2c-b5f6-2c8c47f82387 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0567794 Feb 07 04:13:17.471161 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:13:27.577648 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:29.020704 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1b149b20-41fb-425c-83bb-595fe4221ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:31.337922 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8f0e1d60-c70b-48ab-b80a-5007a0a44a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:32.487019 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:33.875780 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:35.228324 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:54.470471 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:13:57.678297 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:13:59.022401 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d06eb94a-1982-451b-a16d-33026305d646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:01.340024 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-980b9efc-e139-47c1-8624-a8f522a74237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:02.490265 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:03.876612 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:05.230886 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:27.584270 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:29.023280 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-794a54a3-06ac-47b0-b861-4d98e321b227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:31.341486 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b693af58-7e1c-4507-8791-faba58fb43fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:31.470110 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:14:32.494056 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:33.880643 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:35.234475 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:43.822354 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50676) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:44.140017 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1319349883-network', 'tenant_id': '015f07f102774e9f9465bcf4e71744f6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:44.160745 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Made reservation on behalf of 015f07f102774e9f9465bcf4e71744f6 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:44.164324 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.173615 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.265284 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Publish callbacks [] for security_group (360dd868-948e-49b1-b0ea-cbc7ea0e6c85), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.270200 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (360dd868-948e-49b1-b0ea-cbc7ea0e6c85), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.300458 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:14:44.302416 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360dd868-948e-49b1-b0ea-cbc7ea0e6c85,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:44.315013 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.315589 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.316078 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.316453 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.316830 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.317232 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.317631 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.318017 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.318501 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.319007 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.319337 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.319665 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.319991 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Tracked resource versions report: Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: pushed versions: Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: { 'AddressGroup': {'1.2'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'ConntrackHelper': {'1.0'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'LocalIPAssociation': {'1.0'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Log': {'1.0'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Network': {'1.1'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Port': {'1.7'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'PortForwarding': {'1.2'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'QosPolicy': {'1.10'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SecurityGroup': {'1.5'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SecurityGroupRule': {'1.2'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SubPort': {'1.0'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Subnet': {'1.1'}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Trunk': {'1.1'}} Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: consumer versions: Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: { DHCP agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: HyperV agent@hv-cinder-79963: {}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: L3 agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: Metadata agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: Metering agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: Open vSwitch agent@dv-cinder-799631-7-iscsi: { 'AddressGroup': '1.2', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'ConntrackHelper': '1.0', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'LocalIPAssociation': '1.0', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Log': '1.0', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Network': '1.1', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Port': '1.7', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'PortForwarding': '1.2', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'QosPolicy': '1.10', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SecurityGroup': '1.5', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SecurityGroupRule': '1.2', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'SubPort': '1.0', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Subnet': '1.1', Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: 'Trunk': '1.1'}} Feb 07 04:14:44.321150 dv-cinder-799631-7-iscsi neutron-server[102768]: {{(pid=102768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 04:14:44.326881 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (32443b59-9786-4834-958c-942cf5e6c670), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.327215 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Added segment 32443b59-9786-4834-958c-942cf5e6c670 of type vlan for network fd1dc6a2-5aea-4548-b35e-164b66095f17 Feb 07 04:14:44.368625 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (fd1dc6a2-5aea-4548-b35e-164b66095f17), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.398138 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (fd1dc6a2-5aea-4548-b35e-164b66095f17), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.399134 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:44.399729 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.456591 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6331003 Feb 07 04:14:44.457985 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50714) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:44.464286 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Request body: {'subnet': {'network_id': 'fd1dc6a2-5aea-4548-b35e-164b66095f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1319349883-subnet', 'tenant_id': '015f07f102774e9f9465bcf4e71744f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:44.477763 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32a7f8-b0c6-4958-b447-b41bfdd65f96 admin admin] Pushing event updated for resources: {'Network': ['ID=fd1dc6a2-5aea-4548-b35e-164b66095f17,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:44.484588 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50718) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:44.487149 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Made reservation on behalf of 015f07f102774e9f9465bcf4e71744f6 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:44.491284 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.497237 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network fd1dc6a2-5aea-4548-b35e-164b66095f17 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:14:44.680601 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (3c060382-fd7b-4fe9-b14e-49db583f7ccf), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.716868 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1101848142-network', 'tenant_id': '06d109aa9a364bed8b25935d5374bf3b'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:44.735321 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c060382-fd7b-4fe9-b14e-49db583f7ccf,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:44.744487 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.744951 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.745384 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.745798 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.746198 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.746516 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Made reservation on behalf of 06d109aa9a364bed8b25935d5374bf3b for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:44.746645 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.747196 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.747758 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.748151 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.748490 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.748827 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.749209 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.749542 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Tracked resource versions report: Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: pushed versions: Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: { 'AddressGroup': {'1.2'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'ConntrackHelper': {'1.0'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'LocalIPAssociation': {'1.0'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Log': {'1.0'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Network': {'1.1'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Port': {'1.7'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'PortForwarding': {'1.2'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'QosPolicy': {'1.10'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SecurityGroup': {'1.5'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SecurityGroupRule': {'1.2'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SubPort': {'1.0'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Subnet': {'1.1'}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Trunk': {'1.1'}} Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: consumer versions: Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: { DHCP agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: HyperV agent@hv-cinder-79963: {}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: L3 agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: Metadata agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: Metering agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: Open vSwitch agent@dv-cinder-799631-7-iscsi: { 'AddressGroup': '1.2', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'ConntrackHelper': '1.0', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'LocalIPAssociation': '1.0', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Log': '1.0', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Network': '1.1', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Port': '1.7', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'PortForwarding': '1.2', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'QosPolicy': '1.10', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SecurityGroup': '1.5', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SecurityGroupRule': '1.2', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'SubPort': '1.0', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Subnet': '1.1', Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: 'Trunk': '1.1'}} Feb 07 04:14:44.750661 dv-cinder-799631-7-iscsi neutron-server[102767]: {{(pid=102767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 04:14:44.753177 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.762994 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.773717 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Checking segment: {'id': '32443b59-9786-4834-958c-942cf5e6c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fd1dc6a2-5aea-4548-b35e-164b66095f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:14:44.774333 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Network hostable DHCP agents. Network: fd1dc6a2-5aea-4548-b35e-164b66095f17, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:14:44.816504 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Network fd1dc6a2-5aea-4548-b35e-164b66095f17 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:14:44.829912 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, fd1dc6a2-5aea-4548-b35e-164b66095f17) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:44.834861 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:44.835748 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.843126 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de10e3-da14-4fcc-8852-069f68e44e15 None None] Network fd1dc6a2-5aea-4548-b35e-164b66095f17 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:14:44.856215 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Publish callbacks [] for security_group (6b694dda-f8b1-45c8-ae31-0467441361f6), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.862323 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (6b694dda-f8b1-45c8-ae31-0467441361f6), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.889904 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-4ab924e5-d16e-4525-94e4-4a9bcae7ac37 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4302876 Feb 07 04:14:44.900971 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b694dda-f8b1-45c8-ae31-0467441361f6,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:44.918328 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:14:44.932668 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (4e8bfeee-ac23-4dba-af02-44412569c106), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:44.933007 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Added segment 4e8bfeee-ac23-4dba-af02-44412569c106 of type vlan for network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 Feb 07 04:14:44.987856 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c28c24-3df1-4193-9bcb-14a643fbd0c1 None None] Network fd1dc6a2-5aea-4548-b35e-164b66095f17 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:14:45.010192 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (7ca219ba-88c9-4d7f-a70f-fc6411c07502), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.038207 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (7ca219ba-88c9-4d7f-a70f-fc6411c07502), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.041239 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:45.044420 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.113387 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca219ba-88c9-4d7f-a70f-fc6411c07502,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:45.124288 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50750) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:45.126356 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:14:45.129226 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Request body: {'subnet': {'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1101848142-subnet', 'tenant_id': '06d109aa9a364bed8b25935d5374bf3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:45.133146 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-857b9bed-63f7-4253-beb5-960ac421df02 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6460583 Feb 07 04:14:45.206513 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Made reservation on behalf of 06d109aa9a364bed8b25935d5374bf3b for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:45.209093 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.216169 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50752) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:45.249834 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50756) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:45.405518 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (af423cb7-f9c2-4918-a556-6857397f625d), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.448036 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af423cb7-f9c2-4918-a556-6857397f625d,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:45.493732 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Checking segment: {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:14:45.495428 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Network hostable DHCP agents. Network: 7ca219ba-88c9-4d7f-a70f-fc6411c07502, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:14:45.514315 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:14:45.526469 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 7ca219ba-88c9-4d7f-a70f-fc6411c07502) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:45.538250 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d739f1-42ee-4e38-8d20-c553328a8dab None None] Network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:14:45.541914 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:45.542891 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.585457 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3ea4a7c9-b978-4b4b-8ddd-a28cbca831c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4597034 Feb 07 04:14:45.664667 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47592d2-a3de-474a-b36e-0163eed01a44 None None] Network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:14:45.707646 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-network', 'tenant_id': 'aafc4147461248299eee9b97ebd42995'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:45.715941 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-195381613-network', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:45.744410 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Made reservation on behalf of aafc4147461248299eee9b97ebd42995 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:45.747885 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.757346 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Made reservation on behalf of e9eb47ba0e1b464fac1b4fccbd4905ec for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:45.761216 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.764697 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.781212 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.892766 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Publish callbacks [] for security_group (833bd0c4-260a-42b1-a463-209303cdb766), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.898728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (833bd0c4-260a-42b1-a463-209303cdb766), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.914327 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:14:45.933068 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (e04d0a84-8918-47d4-a407-70814016dc69), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.933416 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Added segment e04d0a84-8918-47d4-a407-70814016dc69 of type vlan for network 035a4eca-c650-4fdd-bb42-ea519a7b428e Feb 07 04:14:45.970577 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Publish callbacks [] for security_group (8c2b10cd-df96-4266-8f1d-3ef9094dd6bd), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:45.999523 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8c2b10cd-df96-4266-8f1d-3ef9094dd6bd), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.003141 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (035a4eca-c650-4fdd-bb42-ea519a7b428e), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.042039 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:14:46.044565 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833bd0c4-260a-42b1-a463-209303cdb766,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:46.053252 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (035a4eca-c650-4fdd-bb42-ea519a7b428e), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.054184 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:46.054757 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.121684 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (a31aeedf-02f0-4cfd-8233-67b004bbcad5), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.122024 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Added segment a31aeedf-02f0-4cfd-8233-67b004bbcad5 of type vlan for network 1c81d0d0-d615-4849-87d4-dae2587ee669 Feb 07 04:14:46.126194 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9089427 Feb 07 04:14:46.129611 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50808) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:46.135307 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Request body: {'subnet': {'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-subnet', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:46.166921 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2ab5c-7e8d-46b7-93c5-43131016c1ed admin admin] Pushing event updated for resources: {'Network': ['ID=035a4eca-c650-4fdd-bb42-ea519a7b428e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:46.174409 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:46.178854 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Made reservation on behalf of aafc4147461248299eee9b97ebd42995 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:46.179637 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:14:46.183384 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.194170 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (1c81d0d0-d615-4849-87d4-dae2587ee669), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.237817 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (1c81d0d0-d615-4849-87d4-dae2587ee669), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.238983 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:46.239616 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.406848 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1553018 Feb 07 04:14:46.410685 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50816) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:46.422727 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Request body: {'subnet': {'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-subnet', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:46.431611 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e0c76-0d9a-4e75-8155-fabaa6dc7fdf admin admin] Pushing event updated for resources: {'Network': ['ID=1c81d0d0-d615-4849-87d4-dae2587ee669,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:46.448964 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 1c81d0d0-d615-4849-87d4-dae2587ee669 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:14:46.454376 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Made reservation on behalf of e9eb47ba0e1b464fac1b4fccbd4905ec for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:46.456719 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.522675 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (c80fbf3b-1b6b-4570-bc75-0a0f74eaa158), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.645219 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:46.690673 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Checking segment: {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:14:46.691014 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Network hostable DHCP agents. Network: 035a4eca-c650-4fdd-bb42-ea519a7b428e, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:14:46.716477 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:14:46.751194 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 035a4eca-c650-4fdd-bb42-ea519a7b428e) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:46.760242 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6784e22-694b-4f5f-8346-c720a72d7e42 None None] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:14:46.767115 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:46.768433 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.805873 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-b63fc70b-3647-40ce-af8f-3b6f0e6e841f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6749980 Feb 07 04:14:46.846850 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50824) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:46.852424 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:46.902701 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (91802a57-fedb-40cc-a080-7fbc6995c1b5), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.904229 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (91802a57-fedb-40cc-a080-7fbc6995c1b5), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:46.958324 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (72c826d7-1ef0-4837-b7e5-49cca61129ad), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.023722 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-035a4eca-c650-4fdd-bb42-ea519a7b428e', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'project_id': 'aafc4147461248299eee9b97ebd42995', 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:14:47.026750 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.065744 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks [] for router_controller (91802a57-fedb-40cc-a080-7fbc6995c1b5), precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.155484 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Checking segment: {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:14:47.155848 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Network hostable DHCP agents. Network: 1c81d0d0-d615-4849-87d4-dae2587ee669, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:14:47.171387 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c826d7-1ef0-4837-b7e5-49cca61129ad,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:47.225024 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Network 1c81d0d0-d615-4849-87d4-dae2587ee669 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:14:47.240899 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 1c81d0d0-d615-4849-87d4-dae2587ee669) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:47.249600 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:47.250523 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.257674 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98db8d-4bea-472c-9baf-71192f96ba25 None None] Network 1c81d0d0-d615-4849-87d4-dae2587ee669 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:14:47.278278 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-24468844-06dd-4827-9638-6f43506ca517 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8653562 Feb 07 04:14:47.325891 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50864) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:47.331351 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:47.386351 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 50874) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:47.394063 dv-cinder-799631-7-iscsi neutron-server[102767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 04:14:47.456028 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Allocated IP 172.20.0.2 (035a4eca-c650-4fdd-bb42-ea519a7b428e/c80fbf3b-1b6b-4570-bc75-0a0f74eaa158/3a2e6957-2f0d-4b3d-8a96-54598a405c9c) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:14:47.480250 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks [] for router_gateway (91802a57-fedb-40cc-a080-7fbc6995c1b5), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.506689 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25d5aaf-06a8-4eab-bf92-9fa47903ae79 None None] Network 1c81d0d0-d615-4849-87d4-dae2587ee669 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:14:47.570696 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (9c3e1909-514b-40aa-b099-83d25a309c24), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.572791 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (9c3e1909-514b-40aa-b099-83d25a309c24), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.689979 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-5b0e37c7-d46d-432f-8bdf-cc8480418836 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:47.691999 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-5b0e37c7-d46d-432f-8bdf-cc8480418836 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/networks?id=fd1dc6a2-5aea-4548-b35e-164b66095f17 HTTP/1.1" status: 200 len: 812 time: 0.3044698 Feb 07 04:14:47.696274 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks [] for router_controller (9c3e1909-514b-40aa-b099-83d25a309c24), precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.734106 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-e009ca53-0afd-4896-a5a6-0836f740390c tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/quotas/015f07f102774e9f9465bcf4e71744f6 HTTP/1.1" status: 200 len: 375 time: 0.0310631 Feb 07 04:14:47.771778 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks [] for router_gateway (91802a57-fedb-40cc-a080-7fbc6995c1b5), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.805049 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.894979 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Publish callbacks [] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.906072 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:47.935521 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Allocated IP 172.27.1.207 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/caea59d2-e5c9-4e3b-ac21-82e5d5f46473) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:14:47.962611 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:14:47.966304 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:47.973321 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:14:47.978951 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Pushing event updated for resources: {'Port': ['ID=3a2e6957-2f0d-4b3d-8a96-54598a405c9c,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:48.005167 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.005543 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.005912 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.006795 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.007138 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.007472 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.007804 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.008160 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.008491 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.008837 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.009174 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.009541 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.009968 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Tracked resource versions report: Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: pushed versions: Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: { 'AddressGroup': {'1.2'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'ConntrackHelper': {'1.0'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'LocalIPAssociation': {'1.0'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Log': {'1.0'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Network': {'1.1'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Port': {'1.7'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'PortForwarding': {'1.2'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'QosPolicy': {'1.10'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SecurityGroup': {'1.5'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SecurityGroupRule': {'1.2'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SubPort': {'1.0'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Subnet': {'1.1'}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Trunk': {'1.1'}} Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: consumer versions: Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: { DHCP agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: HyperV agent@hv-cinder-79963: {}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: L3 agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: Metadata agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: Metering agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: Open vSwitch agent@dv-cinder-799631-7-iscsi: { 'AddressGroup': '1.2', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'ConntrackHelper': '1.0', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'LocalIPAssociation': '1.0', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Log': '1.0', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Network': '1.1', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Port': '1.7', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'PortForwarding': '1.2', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'QosPolicy': '1.10', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SecurityGroup': '1.5', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SecurityGroupRule': '1.2', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'SubPort': '1.0', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Subnet': '1.1', Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: 'Trunk': '1.1'}} Feb 07 04:14:48.011117 dv-cinder-799631-7-iscsi neutron-server[102769]: {{(pid=102769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 04:14:48.059440 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Attempting to bind port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:14:48.060076 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Attempting to bind port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:14:48.060663 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Attempting to bind port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c on network 035a4eca-c650-4fdd-bb42-ea519a7b428e {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:14:48.068616 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:14:48.069259 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Checking segment: {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:14:48.069732 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:48.070193 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Bound using segment: {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:14:48.070735 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Bound port: 3a2e6957-2f0d-4b3d-8a96-54598a405c9c, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:14:48.071183 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:48.095773 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-39ef4b3e-ab76-49d1-a5d8-efa00caff039 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=015f07f102774e9f9465bcf4e71744f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3613605 Feb 07 04:14:48.149256 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks [] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:48.172639 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] For port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:14:48.181789 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] For port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=3a2e6957-2f0d-4b3d-8a96-54598a405c9c,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:14:48.198121 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:48.267991 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks [] for router_gateway (9c3e1909-514b-40aa-b099-83d25a309c24), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:48.273739 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:48.323699 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:14:48.327523 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:48.331457 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:14:48.339359 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Pushing event updated for resources: {'Port': ['ID=caea59d2-e5c9-4e3b-ac21-82e5d5f46473,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:48.394062 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-ce5412bc-0f22-4d1e-b861-4b86a0b5c840 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:14:48.395133 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-ce5412bc-0f22-4d1e-b861-4b86a0b5c840 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1204655 Feb 07 04:14:48.396420 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710fc8b-7d89-43c5-a6b9-1fc51ea738a5 None None] Pushing event updated for resources: {'Port': ['ID=3a2e6957-2f0d-4b3d-8a96-54598a405c9c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:48.557103 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-d97c1ef2-1e05-47a6-9076-f9cc9d09c0c4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd1dc6a2-5aea-4548-b35e-164b66095f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488142 Feb 07 04:14:48.562945 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 50914) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:48.565888 dv-cinder-799631-7-iscsi neutron-server[102768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 04:14:48.777497 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks [] for router_gateway (91802a57-fedb-40cc-a080-7fbc6995c1b5), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:48.846599 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd548-9082-4995-87e8-619104ee6a8d req-7416d67d-d150-4033-8c7c-007f9c9f7116 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:48.846854 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-24a45f41-3e35-4001-8ced-ac074c4ad97f service neutron] 10.222.0.13 "GET /v2.0/networks/fd1dc6a2-5aea-4548-b35e-164b66095f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886610 Feb 07 04:14:48.848030 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-7416d67d-d150-4033-8c7c-007f9c9f7116 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 815 time: 0.2847683 Feb 07 04:14:48.872742 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-01e36ec3-848d-44f5-ad46-687d3f127c6b tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/quotas/06d109aa9a364bed8b25935d5374bf3b HTTP/1.1" status: 200 len: 375 time: 0.0161030 Feb 07 04:14:48.873426 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks [] for router_gateway (9c3e1909-514b-40aa-b099-83d25a309c24), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:48.902990 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:49.066555 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-492b2c94-fd61-4c88-9b2f-d88b36146a88 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1845851 Feb 07 04:14:49.101835 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Allocated IP 172.27.1.120 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/9d2b8db8-89b8-40be-855c-bc5cacded9ba) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:14:49.239815 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (91802a57-fedb-40cc-a080-7fbc6995c1b5), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:49.247371 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-eb833800-219e-4147-a949-123f1b128490 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:14:49.254493 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-eb833800-219e-4147-a949-123f1b128490 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0886307 Feb 07 04:14:49.302013 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6d54fcd1-ea6b-411d-9d04-8d758576b314 req-712ba6ea-fbfe-4dfe-90d4-541fdf8e78d2 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 210 time: 0.0660038 Feb 07 04:14:49.305317 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks [] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:49.406911 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:49.527190 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:14:49.535749 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:49.538677 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:14:49.603732 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-9a7dc163-d3e4-4e3f-8282-d91d5fe04ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482289 Feb 07 04:14:49.651208 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2b8db8-89b8-40be-855c-bc5cacded9ba,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:49.757256 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-703a9999-5e43-4f95-b99e-6ce32377157b service neutron] 10.222.0.13 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524394 Feb 07 04:14:49.799180 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f6aaa9-30d7-4e94-99ca-11a0ec5c2f27 None None] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:14:49.841837 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Router 91802a57-fedb-40cc-a080-7fbc6995c1b5 is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:14:49.997711 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a5dccaec-bc15-4b27-a8fa-236c5e38a472 None None] Provisioning complete for port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:14:49.998893 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5dccaec-bc15-4b27-a8fa-236c5e38a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:50.149328 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:14:50.166513 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Sync routers for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:14:50.196309 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:14:50.196913 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:14:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:50.203584 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a5dccaec-bc15-4b27-a8fa-236c5e38a472 None None] Current status of the port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:14:50.204805 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5dccaec-bc15-4b27-a8fa-236c5e38a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:50.216373 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:50.220534 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 3a2e6957-2f0d-4b3d-8a96-54598a405c9c up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:14:50.225491 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-785c1ad4-009e-4066-ab68-22fa4fc80faa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3772686 Feb 07 04:14:50.237214 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51010) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:50.316446 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a5dccaec-bc15-4b27-a8fa-236c5e38a472 None None] For port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=3a2e6957-2f0d-4b3d-8a96-54598a405c9c,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:14:50.328853 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5dccaec-bc15-4b27-a8fa-236c5e38a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:50.422280 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5fe3cff5-fab4-4c35-adae-493e592ab0cc req-25c81b89-7b40-4ac9-965e-fb44a318fdb3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 210 time: 0.0769355 Feb 07 04:14:50.430018 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks [] for router_gateway (9c3e1909-514b-40aa-b099-83d25a309c24), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:50.468943 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dccaec-bc15-4b27-a8fa-236c5e38a472 None None] Pushing event updated for resources: {'Port': ['ID=3a2e6957-2f0d-4b3d-8a96-54598a405c9c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:50.483221 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:14:50.483622 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:50.603817 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:50.764852 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:14:50.849446 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:14:50.983805 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-53bf57a0-81ad-4bb5-a57e-27d0ed6c0b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:50.993462 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c7094333-fee0-40fa-88f0-da7d33fc0bd0 None None] Provisioning complete for port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:14:50.996552 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c7094333-fee0-40fa-88f0-da7d33fc0bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:51.022601 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-39fc4fdc-4aac-4701-b1c5-e9560f4cef6d req-f0435525-d489-4898-a6f2-76c78b3893e4 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 210 time: 0.3713243 Feb 07 04:14:51.146820 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c7094333-fee0-40fa-88f0-da7d33fc0bd0 None None] Current status of the port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:14:51.198542 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (9c3e1909-514b-40aa-b099-83d25a309c24), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:51.365106 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:48Z', 'revision_number': 3, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:51.457507 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Checking router: 91802a57-fedb-40cc-a080-7fbc6995c1b5 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:14:51.457869 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Updating router 91802a57-fedb-40cc-a080-7fbc6995c1b5 port caea59d2-e5c9-4e3b-ac21-82e5d5f46473 binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:14:51.500966 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:51.521157 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:51.589645 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-53bf57a0-81ad-4bb5-a57e-27d0ed6c0b0a admin admin] Publish callbacks [] for security_group (d15f763a-b9c2-43c7-acd2-9ae3ad769581), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:51.603075 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-53bf57a0-81ad-4bb5-a57e-27d0ed6c0b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d15f763a-b9c2-43c7-acd2-9ae3ad769581), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:51.669203 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-53bf57a0-81ad-4bb5-a57e-27d0ed6c0b0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a5e64188a374d8b8f8ae8d6879182fa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0480249 Feb 07 04:14:51.674885 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51070) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:51.685026 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf57a0-81ad-4bb5-a57e-27d0ed6c0b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15f763a-b9c2-43c7-acd2-9ae3ad769581,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:51.719340 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Allocated IP 172.20.0.1 (035a4eca-c650-4fdd-bb42-ea519a7b428e/c80fbf3b-1b6b-4570-bc75-0a0f74eaa158/e1de2a6e-44cd-448f-b241-baa8d9bc641d) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:14:51.803147 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Router 9c3e1909-514b-40aa-b099-83d25a309c24 is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:14:51.807157 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e7cb65f-7607-49c8-94aa-67c83eb8aff6 admin admin] Publish callbacks [] for security_group (d15f763a-b9c2-43c7-acd2-9ae3ad769581), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:51.923498 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.30', 57439) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:51.923625 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e7cb65f-7607-49c8-94aa-67c83eb8aff6 admin admin] Publish callbacks [] for security_group (d15f763a-b9c2-43c7-acd2-9ae3ad769581), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:51.993502 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Publish callbacks [] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.099504 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 3a2e6957-2f0d-4b3d-8a96-54598a405c9c up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:14:52.271554 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:14:52.272635 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.285463 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:14:52.310861 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e7cb65f-7607-49c8-94aa-67c83eb8aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d15f763a-b9c2-43c7-acd2-9ae3ad769581), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.315707 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Sync routers for ids ['9c3e1909-514b-40aa-b099-83d25a309c24'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:14:52.321079 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-0e7cb65f-7607-49c8-94aa-67c83eb8aff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.323783 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-0e7cb65f-7607-49c8-94aa-67c83eb8aff6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d15f763a-b9c2-43c7-acd2-9ae3ad769581 HTTP/1.1" status: 204 len: 168 time: 0.6475036 Feb 07 04:14:52.347904 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.352122 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-d8e6e674-409d-439e-ae7a-28a99108c356 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0221522 Feb 07 04:14:52.370986 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Publish callbacks [] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.373056 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cb65f-7607-49c8-94aa-67c83eb8aff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15f763a-b9c2-43c7-acd2-9ae3ad769581,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:52.374922 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51106) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:52.380085 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f8396715-d456-4b50-95a5-c3db513bb359 req-2ed12d10-e61a-49dc-8b7e-8ecfd158b767 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 210 time: 0.4544227 Feb 07 04:14:52.382217 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.401577 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.429145 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Routers {'9c3e1909-514b-40aa-b099-83d25a309c24'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:14:52.433292 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:14:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['9c3e1909-514b-40aa-b099-83d25a309c24'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:52.465580 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Pushing event updated for resources: {'Port': ['ID=caea59d2-e5c9-4e3b-ac21-82e5d5f46473,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:52.475896 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.476544 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.477090 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.477577 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.478061 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.478581 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.479073 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.479567 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.480063 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.480552 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.481263 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.481741 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.482227 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Tracked resource versions report: Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: pushed versions: Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: { 'AddressGroup': {'1.2'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'ConntrackHelper': {'1.0'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'LocalIPAssociation': {'1.0'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Log': {'1.0'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Network': {'1.1'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Port': {'1.7'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'PortForwarding': {'1.2'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'QosPolicy': {'1.10'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SecurityGroup': {'1.5'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SecurityGroupRule': {'1.2'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SubPort': {'1.0'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Subnet': {'1.1'}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Trunk': {'1.1'}} Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: consumer versions: Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: { DHCP agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: HyperV agent@hv-cinder-79963: {}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: L3 agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: Metadata agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: Metering agent@dv-cinder-799631-7-iscsi: {}, Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: Open vSwitch agent@dv-cinder-799631-7-iscsi: { 'AddressGroup': '1.2', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'ConntrackHelper': '1.0', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'LocalIPAssociation': '1.0', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Log': '1.0', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Network': '1.1', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Port': '1.7', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'PortForwarding': '1.2', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'QosPolicy': '1.10', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SecurityGroup': '1.5', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SecurityGroupRule': '1.2', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'SubPort': '1.0', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Subnet': '1.1', Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: 'Trunk': '1.1'}} Feb 07 04:14:52.483507 dv-cinder-799631-7-iscsi neutron-server[102770]: {{(pid=102770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 04:14:52.530449 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Attempting to bind port caea59d2-e5c9-4e3b-ac21-82e5d5f46473 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:14:52.530885 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Attempting to bind port caea59d2-e5c9-4e3b-ac21-82e5d5f46473 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:14:52.533229 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Attempting to bind port caea59d2-e5c9-4e3b-ac21-82e5d5f46473 on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:14:52.556826 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:14:52.557209 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:14:52.557683 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.558005 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:14:52.560449 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51114) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:52.563348 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-255209ca-bf0f-4031-a166-1b48dbc29ae5 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:52.564124 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Bound port: caea59d2-e5c9-4e3b-ac21-82e5d5f46473, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:14:52.564602 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.565605 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-255209ca-bf0f-4031-a166-1b48dbc29ae5 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.30 "GET /v2.0/networks?id=fd1dc6a2-5aea-4548-b35e-164b66095f17 HTTP/1.1" status: 200 len: 812 time: 0.6155691 Feb 07 04:14:52.579584 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:14:52.582953 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:52.594543 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:14:52.595210 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (91802a57-fedb-40cc-a080-7fbc6995c1b5), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.652976 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Request body: {'port': {'device_id': '79993cf3-effd-4ca7-9f63-a643a924216d', 'network_id': 'fd1dc6a2-5aea-4548-b35e-164b66095f17', 'admin_state_up': True, 'tenant_id': '015f07f102774e9f9465bcf4e71744f6'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:52.702579 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-de009912-5be2-4b67-b5ba-fbd1c5897fec req-5c9ab0ff-3b55-4815-a622-6b180a15bbb3 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 210 time: 0.1871989 Feb 07 04:14:52.703203 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] For port caea59d2-e5c9-4e3b-ac21-82e5d5f46473, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:14:52.716196 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] For port caea59d2-e5c9-4e3b-ac21-82e5d5f46473, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=caea59d2-e5c9-4e3b-ac21-82e5d5f46473,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:14:52.729882 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:52.844624 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:14:52.845073 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:14:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:52.852512 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:14:52.894487 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Set router 9c3e1909-514b-40aa-b099-83d25a309c24 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:14:53.104838 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.30', 57449) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:53.116731 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:14:53.192596 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1de2a6e-44cd-448f-b241-baa8d9bc641d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:53.416370 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e28e0ad5-af17-46bc-83d9-aded4b079090 None None] Provisioning complete for port e1de2a6e-44cd-448f-b241-baa8d9bc641d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:14:53.416997 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e28e0ad5-af17-46bc-83d9-aded4b079090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:53.441147 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50ac060-6d56-408d-8bef-b081f5d6c944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:53.591581 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e28e0ad5-af17-46bc-83d9-aded4b079090 None None] Port e1de2a6e-44cd-448f-b241-baa8d9bc641d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:14:53.614352 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562d6ff-b4df-45d4-97b0-a15f4900f56e None None] Pushing event updated for resources: {'Port': ['ID=caea59d2-e5c9-4e3b-ac21-82e5d5f46473,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:53.630580 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:48Z', 'revision_number': 3, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:53.685670 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd548-9082-4995-87e8-619104ee6a8d req-88b4905a-c0a3-440f-95f8-8234d3bcd2af tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:53.687926 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-88b4905a-c0a3-440f-95f8-8234d3bcd2af tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 815 time: 0.5757442 Feb 07 04:14:53.689379 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Made reservation on behalf of 015f07f102774e9f9465bcf4e71744f6 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:53.705471 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:53.754756 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:49Z', 'revision_number': 3, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'gw_port': {'id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:48Z', 'updated_at': '2022-02-07T04:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:53.792908 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Request body: {'port': {'device_id': '31ab83aa-0797-44a0-b215-5bfdf13708e8', 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502', 'admin_state_up': True, 'tenant_id': '06d109aa9a364bed8b25935d5374bf3b'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:53.824627 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb7264-f8d8-4ccc-aa77-8f3d157af3dc None None] The sync data for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi is: [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:48Z', 'revision_number': 3, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:14:53.859673 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Checking router: 9c3e1909-514b-40aa-b099-83d25a309c24 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:14:53.860029 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Updating router 9c3e1909-514b-40aa-b099-83d25a309c24 port 9d2b8db8-89b8-40be-855c-bc5cacded9ba binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:14:53.872213 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:53.960262 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:53.980465 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b9a330d1-ae8a-4b64-aa11-fd5d22c3b66c req-da986283-4bc2-47ff-bc8a-ddb5376c8ba9 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 210 time: 0.1415567 Feb 07 04:14:54.390357 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50ac060-6d56-408d-8bef-b081f5d6c944 admin admin] Publish callbacks [] for security_group (b9210df5-91fe-44c6-87f2-9026a44ddcb3), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:54.675474 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c50ac060-6d56-408d-8bef-b081f5d6c944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b9210df5-91fe-44c6-87f2-9026a44ddcb3), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:54.791721 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4cf8674a-c2bb-4254-abd9-6a5acb3da6b8 req-8651f7e6-3a4b-4b86-8f9e-680d93fa9ef8 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 210 time: 0.6848955 Feb 07 04:14:54.924860 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Allocated IP 172.20.0.12 (fd1dc6a2-5aea-4548-b35e-164b66095f17/3c060382-fd7b-4fe9-b14e-49db583f7ccf/b5d10650-f8c5-427c-8472-0a665ca4301f) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:14:54.927173 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Publish callbacks [] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:54.963266 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:55.082260 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51216) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:55.122072 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:55.175876 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Attempting to bind port 9d2b8db8-89b8-40be-855c-bc5cacded9ba on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:14:55.182265 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Attempting to bind port 9d2b8db8-89b8-40be-855c-bc5cacded9ba by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:14:55.183102 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Attempting to bind port 9d2b8db8-89b8-40be-855c-bc5cacded9ba on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:14:55.219739 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da3ab2-edf5-4327-a600-9de07954f78a None None] Pushing event updated for resources: {'Port': ['ID=9d2b8db8-89b8-40be-855c-bc5cacded9ba,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:55.236167 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:14:55.239530 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:14:55.240191 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:55.242205 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:14:55.250279 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Bound port: 9d2b8db8-89b8-40be-855c-bc5cacded9ba, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:14:55.251020 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:55.279313 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Publish callbacks [] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:55.287616 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c50ac060-6d56-408d-8bef-b081f5d6c944 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8f59af2317340fa9314848c4e7a465e&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7261727 Feb 07 04:14:55.302437 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51228) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:55.441606 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] For port 9d2b8db8-89b8-40be-855c-bc5cacded9ba, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:14:55.462449 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] For port 9d2b8db8-89b8-40be-855c-bc5cacded9ba, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9d2b8db8-89b8-40be-855c-bc5cacded9ba,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:14:55.475549 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ac060-6d56-408d-8bef-b081f5d6c944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9210df5-91fe-44c6-87f2-9026a44ddcb3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:55.497253 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:55.620937 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:55.625959 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (91802a57-fedb-40cc-a080-7fbc6995c1b5), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:55.727765 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ead7b0d1-3474-4836-91a8-97351815124c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:55.733683 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Routers {'9c3e1909-514b-40aa-b099-83d25a309c24'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:14:55.744755 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:14:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['9c3e1909-514b-40aa-b099-83d25a309c24'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:55.748726 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da3ab2-edf5-4327-a600-9de07954f78a None None] Pushing event updated for resources: {'Port': ['ID=9d2b8db8-89b8-40be-855c-bc5cacded9ba,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:56.026694 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-369ccdce-01e6-45cb-a895-76c83c9a0aa0 req-33d1f6b7-7262-4a01-8791-b962e28a01ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 210 time: 0.7479422 Feb 07 04:14:56.029468 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Allocated IP 172.20.0.1 (1c81d0d0-d615-4849-87d4-dae2587ee669/72c826d7-1ef0-4837-b7e5-49cca61129ad/beae97b7-45c4-4e23-a575-49a7096b1a9e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:14:56.033770 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Made reservation on behalf of 06d109aa9a364bed8b25935d5374bf3b for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:14:56.037458 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:56.043108 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1de2a6e-44cd-448f-b241-baa8d9bc641d,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:56.050438 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Publish callbacks [] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:56.092664 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d19bca85-3d79-4554-817f-3f930c6293c1 req-7d90628c-4474-46e0-9e86-76e1a5df9b4e tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 210 time: 0.0848887 Feb 07 04:14:56.314227 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:56.318142 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:14:56.372415 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffe6939a-a957-4601-8f7e-9f753936d9b3 admin admin] Publish callbacks [] for security_group (b9210df5-91fe-44c6-87f2-9026a44ddcb3), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:56.447297 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device caea59d2-e5c9-4e3b-ac21-82e5d5f46473 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:14:56.476704 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Pushing event updated for resources: {'Port': ['ID=b5d10650-f8c5-427c-8472-0a665ca4301f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:56.486121 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:56.514494 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Network fd1dc6a2-5aea-4548-b35e-164b66095f17 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:14:56.519697 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:56.529986 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:14:56.538805 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:56.541396 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:56.593761 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] Set router 9c3e1909-514b-40aa-b099-83d25a309c24 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:14:56.613217 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ead7b0d1-3474-4836-91a8-97351815124c admin admin] Publish callbacks [] for security_group (f7a6e175-7656-4855-ae6e-94051959594d), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:56.632099 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ead7b0d1-3474-4836-91a8-97351815124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f7a6e175-7656-4855-ae6e-94051959594d), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:56.718254 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7b0d1-3474-4836-91a8-97351815124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a6e175-7656-4855-ae6e-94051959594d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:56.743232 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffe6939a-a957-4601-8f7e-9f753936d9b3 admin admin] Publish callbacks [] for security_group (b9210df5-91fe-44c6-87f2-9026a44ddcb3), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:56.819692 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-98a86adf-df8b-4b6f-a28b-94826df725e9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1707134 Feb 07 04:14:56.938758 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port caea59d2-e5c9-4e3b-ac21-82e5d5f46473 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:14:56.959146 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:56.970852 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-3a4ee877-6458-4c40-b0fe-d7c1af6ae87d tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:14:56.971956 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-3a4ee877-6458-4c40-b0fe-d7c1af6ae87d tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323887 Feb 07 04:14:57.005633 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ead7b0d1-3474-4836-91a8-97351815124c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5be317f39fb4e27acf1963db5480796&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9122026 Feb 07 04:14:57.006263 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51266) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:57.130685 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Allocated IP 172.20.0.12 (7ca219ba-88c9-4d7f-a70f-fc6411c07502/af423cb7-f9c2-4918-a556-6857397f625d/7316a72a-35b8-43ff-990d-60cf1f6bb7d6) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:14:57.205571 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Publish callbacks [] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.331209 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Router 91802a57-fedb-40cc-a080-7fbc6995c1b5 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:14:57.342219 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffe6939a-a957-4601-8f7e-9f753936d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b9210df5-91fe-44c6-87f2-9026a44ddcb3), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.351690 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffe6939a-a957-4601-8f7e-9f753936d9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.355930 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ffe6939a-a957-4601-8f7e-9f753936d9b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9210df5-91fe-44c6-87f2-9026a44ddcb3 HTTP/1.1" status: 204 len: 168 time: 2.0470080 Feb 07 04:14:57.502905 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2546c951-116d-4e6c-988f-6ae5c1e8807c req-d6c89883-1257-426d-b446-ded616b48c80 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 210 time: 0.1355298 Feb 07 04:14:57.509905 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port caea59d2-e5c9-4e3b-ac21-82e5d5f46473 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:14:57.510444 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.531574 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51280) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:57.533024 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6939a-a957-4601-8f7e-9f753936d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9210df5-91fe-44c6-87f2-9026a44ddcb3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:57.589347 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port caea59d2-e5c9-4e3b-ac21-82e5d5f46473, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=caea59d2-e5c9-4e3b-ac21-82e5d5f46473,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:14:57.594899 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-22c3c1e3-b409-4ea0-89c5-a80f36c492b8 None None] Provisioning complete for port e1de2a6e-44cd-448f-b241-baa8d9bc641d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:14:57.598877 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-22c3c1e3-b409-4ea0-89c5-a80f36c492b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.621182 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:14:57.659346 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.672478 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-76cfb268-3eb7-4ed4-bed7-db4125eba0f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/91802a57-fedb-40cc-a080-7fbc6995c1b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4294567 Feb 07 04:14:57.675659 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3983cc9-7ab5-40fd-a336-e9163a31b40a admin admin] Publish callbacks [] for security_group (f7a6e175-7656-4855-ae6e-94051959594d), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.703860 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-22c3c1e3-b409-4ea0-89c5-a80f36c492b8 None None] Port e1de2a6e-44cd-448f-b241-baa8d9bc641d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:14:57.716658 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.753352 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Pushing event updated for resources: {'Port': ['ID=beae97b7-45c4-4e23-a575-49a7096b1a9e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:57.783235 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Sync routers for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:14:57.807165 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:14:57.807893 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:14:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:57.824559 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=caea59d2-e5c9-4e3b-ac21-82e5d5f46473,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:57.828067 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Request body: {'port': {'device_id': '79993cf3-effd-4ca7-9f63-a643a924216d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:57.828228 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Network 1c81d0d0-d615-4849-87d4-dae2587ee669 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:14:57.833720 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a51dc75-8e2c-4e35-b53c-ebd7134e7224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.849840 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:57.863352 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:57.883064 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:14:57.886973 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (9c3e1909-514b-40aa-b099-83d25a309c24), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:58.106546 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:49Z', 'revision_number': 3, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'gw_port': {'id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:48Z', 'updated_at': '2022-02-07T04:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:58.166582 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device caea59d2-e5c9-4e3b-ac21-82e5d5f46473 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:14:58.193236 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da325021-0128-47ea-b6db-71cdf0666877 None None] The sync data for ids ['9c3e1909-514b-40aa-b099-83d25a309c24'] in dv-cinder-799631-7-iscsi is: [{'id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:49Z', 'revision_number': 3, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'gw_port': {'id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:48Z', 'updated_at': '2022-02-07T04:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:14:58.260365 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3983cc9-7ab5-40fd-a336-e9163a31b40a admin admin] Publish callbacks [] for security_group (f7a6e175-7656-4855-ae6e-94051959594d), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:58.271412 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:14:58.345631 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f18e-d737-4fae-84b4-721293041282 req-7b5fd2c2-4468-4042-9fac-009901cec1c3 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:58.363351 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ad96f18e-d737-4fae-84b4-721293041282 req-7b5fd2c2-4468-4042-9fac-009901cec1c3 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 932 time: 0.7660854 Feb 07 04:14:58.390035 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port caea59d2-e5c9-4e3b-ac21-82e5d5f46473 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:14:58.390996 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:58.479960 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks [] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:58.563207 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:58.716071 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ad96f18e-d737-4fae-84b4-721293041282 req-43c75031-df07-4367-a5dc-d9fdb0524016 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428342 Feb 07 04:14:58.766802 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3983cc9-7ab5-40fd-a336-e9163a31b40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f7a6e175-7656-4855-ae6e-94051959594d), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:58.769539 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-f3983cc9-7ab5-40fd-a336-e9163a31b40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:58.779235 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-f3983cc9-7ab5-40fd-a336-e9163a31b40a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7a6e175-7656-4855-ae6e-94051959594d HTTP/1.1" status: 204 len: 168 time: 1.7587609 Feb 07 04:14:58.815974 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3983cc9-7ab5-40fd-a336-e9163a31b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a6e175-7656-4855-ae6e-94051959594d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:58.866927 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port caea59d2-e5c9-4e3b-ac21-82e5d5f46473 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:14:58.917416 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:14:54Z', 'revision_number': 2, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:14:58.933157 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a51dc75-8e2c-4e35-b53c-ebd7134e7224 admin admin] Publish callbacks [] for security_group (f0452144-7375-4a55-a894-faafbbcc22f7), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:58.941709 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:58.962031 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1a51dc75-8e2c-4e35-b53c-ebd7134e7224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f0452144-7375-4a55-a894-faafbbcc22f7), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:59.011942 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Checking router: 91802a57-fedb-40cc-a080-7fbc6995c1b5 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:14:59.013026 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Updating router 91802a57-fedb-40cc-a080-7fbc6995c1b5 port e1de2a6e-44cd-448f-b241-baa8d9bc641d binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:14:59.042508 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bba98a6d-a91d-4c0b-9a3c-545d5462aa0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:59.064597 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-1a51dc75-8e2c-4e35-b53c-ebd7134e7224 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7e6c616b7d842a1844e83f4237d5c18&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5007024 Feb 07 04:14:59.077283 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51318) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:59.125325 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:59.655737 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Pushing event updated for resources: {'Port': ['ID=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:59.692828 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51328) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:59.764692 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c88957-7ba6-4dd9-a597-1dbcd86e7756 admin admin] Publish callbacks [] for security_group (f0452144-7375-4a55-a894-faafbbcc22f7), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:59.838565 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c88957-7ba6-4dd9-a597-1dbcd86e7756 admin admin] Publish callbacks [] for security_group (f0452144-7375-4a55-a894-faafbbcc22f7), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:59.856291 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51334) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:14:59.857672 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51dc75-8e2c-4e35-b53c-ebd7134e7224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0452144-7375-4a55-a894-faafbbcc22f7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:14:59.879305 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a37291ed-d05f-42ae-b33b-b4bd398e4d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:59.889213 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-b5e0148a-329a-4964-9d92-8975328e4705 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750705470', 'description': 'tempest-description--998215360'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:14:59.902443 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:14:59.910789 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:14:59.914804 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d10650-f8c5-427c-8472-0a665ca4301f {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:14:59.922278 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:14:59.932704 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:14:59.933730 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:14:59.955587 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Publish callbacks [] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.017582 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Publish callbacks [] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.024014 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.135927 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-82ca379a-f752-4df8-9ca6-51c3172e7a9a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3795013 Feb 07 04:15:00.136395 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c88957-7ba6-4dd9-a597-1dbcd86e7756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f0452144-7375-4a55-a894-faafbbcc22f7), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.144021 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e9c88957-7ba6-4dd9-a597-1dbcd86e7756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.145305 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-e9c88957-7ba6-4dd9-a597-1dbcd86e7756 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0452144-7375-4a55-a894-faafbbcc22f7 HTTP/1.1" status: 204 len: 168 time: 1.0644119 Feb 07 04:15:00.185034 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a37291ed-d05f-42ae-b33b-b4bd398e4d2b admin admin] Publish callbacks [] for security_group (3601aa1c-8240-4962-977f-d2186a779246), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.185934 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249bba5-0e76-4148-b5cf-ad34dbd848f9 None None] Pushing event updated for resources: {'Port': ['ID=e1de2a6e-44cd-448f-b241-baa8d9bc641d,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:00.198337 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Request body: {'port': {'device_id': '31ab83aa-0797-44a0-b215-5bfdf13708e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:00.208103 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9d2b8db8-89b8-40be-855c-bc5cacded9ba up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:00.217031 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Transition to ACTIVE for port object b5d10650-f8c5-427c-8472-0a665ca4301f will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:15:00.218160 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a37291ed-d05f-42ae-b33b-b4bd398e4d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (3601aa1c-8240-4962-977f-d2186a779246), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.303156 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c88957-7ba6-4dd9-a597-1dbcd86e7756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0452144-7375-4a55-a894-faafbbcc22f7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:00.309422 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5e0148a-329a-4964-9d92-8975328e4705 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.318561 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.373909 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a37291ed-d05f-42ae-b33b-b4bd398e4d2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d35b6ea00104e3d879b7ffac887b01b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6380978 Feb 07 04:15:00.418901 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51348) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:00.420563 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.467777 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 9d2b8db8-89b8-40be-855c-bc5cacded9ba triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:00.470498 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.496342 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Attempting to bind port e1de2a6e-44cd-448f-b241-baa8d9bc641d on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:00.496934 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Attempting to bind port e1de2a6e-44cd-448f-b241-baa8d9bc641d by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:00.497476 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Attempting to bind port e1de2a6e-44cd-448f-b241-baa8d9bc641d on network 035a4eca-c650-4fdd-bb42-ea519a7b428e {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:00.512380 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:00.514266 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Checking segment: {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:00.515922 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.516569 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Bound using segment: {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:00.517817 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Bound port: e1de2a6e-44cd-448f-b241-baa8d9bc641d, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:00.519810 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.598281 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5e0148a-329a-4964-9d92-8975328e4705 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.603737 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.705975 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 9d2b8db8-89b8-40be-855c-bc5cacded9ba is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:00.706605 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.713942 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6c576045-4b1f-40e1-91e6-af098ec2a044 None None] Provisioning complete for port e1de2a6e-44cd-448f-b241-baa8d9bc641d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:00.714369 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6c576045-4b1f-40e1-91e6-af098ec2a044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.726259 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] For port e1de2a6e-44cd-448f-b241-baa8d9bc641d, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:00.739350 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] For port e1de2a6e-44cd-448f-b241-baa8d9bc641d, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=e1de2a6e-44cd-448f-b241-baa8d9bc641d,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:00.755352 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.815195 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 9d2b8db8-89b8-40be-855c-bc5cacded9ba, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9d2b8db8-89b8-40be-855c-bc5cacded9ba,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:00.816610 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Publish callbacks [] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.835758 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6910d-d6ce-4b94-927b-c90506c001b0 req-f24a08ad-2123-46ec-9804-fe7bad133945 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:00.845664 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.846193 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2e6910d-d6ce-4b94-927b-c90506c001b0 req-f24a08ad-2123-46ec-9804-fe7bad133945 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 932 time: 0.8454688 Feb 07 04:15:00.856155 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6c576045-4b1f-40e1-91e6-af098ec2a044 None None] Port e1de2a6e-44cd-448f-b241-baa8d9bc641d cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:15:00.859938 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.860833 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (9c3e1909-514b-40aa-b099-83d25a309c24), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.873534 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37291ed-d05f-42ae-b33b-b4bd398e4d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3601aa1c-8240-4962-977f-d2186a779246,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:00.887063 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5e0148a-329a-4964-9d92-8975328e4705 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:00.907953 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d10650-f8c5-427c-8472-0a665ca4301f,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:00.938436 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:00.944432 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:14:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:01.066634 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=9d2b8db8-89b8-40be-855c-bc5cacded9ba,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:01.089015 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b5e0148a-329a-4964-9d92-8975328e4705 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:01.097929 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-b5e0148a-329a-4964-9d92-8975328e4705 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.2321203 Feb 07 04:15:01.137100 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51356) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:01.137728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51358) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:01.167810 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd12ce-f19c-4648-96d2-3bbfab1a94dd req-330e3314-2b01-46e3-b4ef-baf5ed837642 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:01.174739 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249bba5-0e76-4148-b5cf-ad34dbd848f9 None None] Pushing event updated for resources: {'Port': ['ID=e1de2a6e-44cd-448f-b241-baa8d9bc641d,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:01.175843 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9ccd12ce-f19c-4648-96d2-3bbfab1a94dd req-330e3314-2b01-46e3-b4ef-baf5ed837642 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 932 time: 1.4711649 Feb 07 04:15:01.184107 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-850dcdb8-a9e5-4eac-98f4-5ea95156d561 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:01.291377 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0148a-329a-4964-9d92-8975328e4705 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:01.328645 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Attempting to bind port b5d10650-f8c5-427c-8472-0a665ca4301f on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:01.329082 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Attempting to bind port b5d10650-f8c5-427c-8472-0a665ca4301f by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '32443b59-9786-4834-958c-942cf5e6c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fd1dc6a2-5aea-4548-b35e-164b66095f17'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:01.329450 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Attempting to bind port b5d10650-f8c5-427c-8472-0a665ca4301f on network fd1dc6a2-5aea-4548-b35e-164b66095f17 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:01.391192 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Port b5d10650-f8c5-427c-8472-0a665ca4301f on network fd1dc6a2-5aea-4548-b35e-164b66095f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:15:01.391525 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Attempting to bind port b5d10650-f8c5-427c-8472-0a665ca4301f on network fd1dc6a2-5aea-4548-b35e-164b66095f17 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:01.413412 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:01.435110 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc11d1c4-af92-45d1-a560-7557d7daa0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:01.438168 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51368) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:01.450775 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:01.451162 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Checking segment: {'id': '32443b59-9786-4834-958c-942cf5e6c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fd1dc6a2-5aea-4548-b35e-164b66095f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:01.453319 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Bound using segment: {'id': '32443b59-9786-4834-958c-942cf5e6c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fd1dc6a2-5aea-4548-b35e-164b66095f17'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:01.453711 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Bound port: b5d10650-f8c5-427c-8472-0a665ca4301f, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32443b59-9786-4834-958c-942cf5e6c670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fd1dc6a2-5aea-4548-b35e-164b66095f17'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:01.454101 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:01.512158 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9ccd12ce-f19c-4648-96d2-3bbfab1a94dd req-f5f3e549-5ff2-48cd-b958-378158ffc310 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351107 Feb 07 04:15:01.513519 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-850dcdb8-a9e5-4eac-98f4-5ea95156d561 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (9345a6b3-4c1d-41e8-9d3b-3aa3b04652c8), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:01.522122 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-74e56c70-9bd6-41d1-bb62-79719c957a77 None None] Provisioning complete for port e1de2a6e-44cd-448f-b241-baa8d9bc641d triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:01.522606 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-74e56c70-9bd6-41d1-bb62-79719c957a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:01.585595 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1948147b-6898-412d-bb24-b67860b87d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:01.801001 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be273fbe-095f-4cae-a260-ccc33f4e229d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:01.856406 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-850dcdb8-a9e5-4eac-98f4-5ea95156d561 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (9345a6b3-4c1d-41e8-9d3b-3aa3b04652c8), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:01.890113 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-850dcdb8-a9e5-4eac-98f4-5ea95156d561 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (9345a6b3-4c1d-41e8-9d3b-3aa3b04652c8), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:01.943442 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-74e56c70-9bd6-41d1-bb62-79719c957a77 None None] Current status of the port e1de2a6e-44cd-448f-b241-baa8d9bc641d is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:01.943910 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-74e56c70-9bd6-41d1-bb62-79719c957a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.067398 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-74e56c70-9bd6-41d1-bb62-79719c957a77 None None] For port e1de2a6e-44cd-448f-b241-baa8d9bc641d, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=e1de2a6e-44cd-448f-b241-baa8d9bc641d,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:02.079388 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-74e56c70-9bd6-41d1-bb62-79719c957a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.090087 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be273fbe-095f-4cae-a260-ccc33f4e229d admin admin] Publish callbacks [] for security_group (b29fedd1-617c-47ce-b572-54332137f823), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.132082 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dcdb8-a9e5-4eac-98f4-5ea95156d561 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9345a6b3-4c1d-41e8-9d3b-3aa3b04652c8,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:02.138941 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be273fbe-095f-4cae-a260-ccc33f4e229d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b29fedd1-617c-47ce-b572-54332137f823), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.163490 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9d2b8db8-89b8-40be-855c-bc5cacded9ba up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:02.164587 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] For port b5d10650-f8c5-427c-8472-0a665ca4301f, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:02.201685 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-be273fbe-095f-4cae-a260-ccc33f4e229d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87fe965c31e24d1592463c02730e4a58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0566564 Feb 07 04:15:02.204406 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-850dcdb8-a9e5-4eac-98f4-5ea95156d561 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.205554 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-850dcdb8-a9e5-4eac-98f4-5ea95156d561 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0619864 Feb 07 04:15:02.214121 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51378) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:02.214474 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51380) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:02.215181 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be273fbe-095f-4cae-a260-ccc33f4e229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29fedd1-617c-47ce-b572-54332137f823,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:02.234974 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-38322467-82a2-4fc7-8bd1-c86dabd5512e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:02.291610 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:00Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:02.300007 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2e6910d-d6ce-4b94-927b-c90506c001b0 req-9a8e68e4-06e8-4162-9e8f-8afeeb028757 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4527893 Feb 07 04:15:02.310354 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Pushing event updated for resources: {'Port': ['ID=beae97b7-45c4-4e23-a575-49a7096b1a9e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:02.330750 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 9d2b8db8-89b8-40be-855c-bc5cacded9ba triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:02.331364 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.357292 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] For port b5d10650-f8c5-427c-8472-0a665ca4301f, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=b5d10650-f8c5-427c-8472-0a665ca4301f,segment=NetworkSegment(32443b59-9786-4834-958c-942cf5e6c670),segment_id=32443b59-9786-4834-958c-942cf5e6c670)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:02.361004 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e56c70-9bd6-41d1-bb62-79719c957a77 None None] Pushing event updated for resources: {'Port': ['ID=e1de2a6e-44cd-448f-b241-baa8d9bc641d,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:02.371158 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cefc6816-1466-4948-a885-0bebbeb5f6f3 admin admin] Publish callbacks [] for security_group (b29fedd1-617c-47ce-b572-54332137f823), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.380857 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d419427-350f-44fd-9751-61b3dc93c16a None None] The sync data for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi is: [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:00Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:15:02.406334 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cefc6816-1466-4948-a885-0bebbeb5f6f3 admin admin] Publish callbacks [] for security_group (b29fedd1-617c-47ce-b572-54332137f823), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.436207 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c39ef02-89b8-4e3f-af3b-bf0be65a14b9 admin admin] Publish callbacks [] for security_group (3601aa1c-8240-4962-977f-d2186a779246), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.454469 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 9d2b8db8-89b8-40be-855c-bc5cacded9ba is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:02.464016 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38322467-82a2-4fc7-8bd1-c86dabd5512e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (a14c0bf0-ed94-41da-84f7-b0fa268b095c), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.510432 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.525326 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.616983 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:02.617894 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.619798 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] 10.222.0.30 "PUT /v2.0/ports/b5d10650-f8c5-427c-8472-0a665ca4301f HTTP/1.1" status: 200 len: 1094 time: 5.2311301 Feb 07 04:15:02.645339 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c39ef02-89b8-4e3f-af3b-bf0be65a14b9 admin admin] Publish callbacks [] for security_group (3601aa1c-8240-4962-977f-d2186a779246), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.670586 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Network 1c81d0d0-d615-4849-87d4-dae2587ee669 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:02.682197 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:02.710672 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38322467-82a2-4fc7-8bd1-c86dabd5512e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (a14c0bf0-ed94-41da-84f7-b0fa268b095c), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.865200 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1948147b-6898-412d-bb24-b67860b87d60 admin admin] Publish callbacks [] for security_group (ac2fcc48-8f97-41fb-9f55-c074f80fc869), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.871413 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79993cf3-effd-4ca7-9f63-a643a924216d', 'tag': 'b5d10650-f8c5-427c-8472-0a665ca4301f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:02.955618 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c39ef02-89b8-4e3f-af3b-bf0be65a14b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (3601aa1c-8240-4962-977f-d2186a779246), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.959155 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8c39ef02-89b8-4e3f-af3b-bf0be65a14b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:02.960655 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-8c39ef02-89b8-4e3f-af3b-bf0be65a14b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3601aa1c-8240-4962-977f-d2186a779246 HTTP/1.1" status: 204 len: 168 time: 2.5372882 Feb 07 04:15:03.015791 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39ef02-89b8-4e3f-af3b-bf0be65a14b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3601aa1c-8240-4962-977f-d2186a779246,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:03.052276 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:03.062281 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Router 9c3e1909-514b-40aa-b099-83d25a309c24 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:15:03.076445 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cefc6816-1466-4948-a885-0bebbeb5f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b29fedd1-617c-47ce-b572-54332137f823), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:03.083428 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cefc6816-1466-4948-a885-0bebbeb5f6f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:03.083622 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Publish callbacks [] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:03.084668 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-cefc6816-1466-4948-a885-0bebbeb5f6f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b29fedd1-617c-47ce-b572-54332137f823 HTTP/1.1" status: 204 len: 168 time: 0.8656745 Feb 07 04:15:03.174402 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38322467-82a2-4fc7-8bd1-c86dabd5512e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (a14c0bf0-ed94-41da-84f7-b0fa268b095c), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:03.203991 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1948147b-6898-412d-bb24-b67860b87d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ac2fcc48-8f97-41fb-9f55-c074f80fc869), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:03.216493 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Transition to ACTIVE for port object 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:15:03.325531 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:03.542131 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38322467-82a2-4fc7-8bd1-c86dabd5512e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14c0bf0-ed94-41da-84f7-b0fa268b095c,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:03.547751 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d34c6c-f485-4413-bfbd-8b3adaa17407 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d10650-f8c5-427c-8472-0a665ca4301f,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:03.614792 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1836a-e264-479b-ba1d-da7c487e4930" -d '{"events": [{"name": "network-changed", "server_uuid": "79993cf3-effd-4ca7-9f63-a643a924216d", "tag": "b5d10650-f8c5-427c-8472-0a665ca4301f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:03.673996 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc6816-1466-4948-a885-0bebbeb5f6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29fedd1-617c-47ce-b572-54332137f823,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:03.782061 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948147b-6898-412d-bb24-b67860b87d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2fcc48-8f97-41fb-9f55-c074f80fc869,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:03.784436 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Pushing event updated for resources: {'Port': ['ID=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:03.845579 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-38322467-82a2-4fc7-8bd1-c86dabd5512e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:03.851063 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Attempting to bind port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:03.851490 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Attempting to bind port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:03.851855 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Attempting to bind port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:03.855074 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-38322467-82a2-4fc7-8bd1-c86dabd5512e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6267216 Feb 07 04:15:03.856556 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51416) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:03.869995 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-1948147b-6898-412d-bb24-b67860b87d60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c5d40db5a0d45d5a1769f5c1715541a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4132669 Feb 07 04:15:03.878850 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51418) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:03.907263 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'floatingip': {'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:03.907674 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:03.939051 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:15:03.939457 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Attempting to bind port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:03.955059 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-a46adc77-e262-476d-8e6a-3d326500ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:03.961343 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:15:03.969630 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-a46adc77-e262-476d-8e6a-3d326500ddbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=015f07f102774e9f9465bcf4e71744f6&device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 1128 time: 0.9200382 Feb 07 04:15:03.979524 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Sync routers for ids ['9c3e1909-514b-40aa-b099-83d25a309c24'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:15:04.011519 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd53fc-ee62-4046-a94c-f935bca89872 req-8fbfbec6-909c-484b-a582-e992d4b90028 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:04.013782 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-45dd53fc-ee62-4046-a94c-f935bca89872 req-8fbfbec6-909c-484b-a582-e992d4b90028 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 944 time: 1.1465688 Feb 07 04:15:04.018519 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-627243d4-b1e3-4dc0-99a5-b2f35bbf2cac admin admin] 10.222.0.13 "PUT /v2.0/routers/9c3e1909-514b-40aa-b099-83d25a309c24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6300375 Feb 07 04:15:04.023572 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Routers {'9c3e1909-514b-40aa-b099-83d25a309c24'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:04.024121 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['9c3e1909-514b-40aa-b099-83d25a309c24'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:04.038241 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:04.038617 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Checking segment: {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:04.039752 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Bound using segment: {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:04.041526 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Bound port: 7316a72a-35b8-43ff-990d-60cf1f6bb7d6, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:04.042896 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:04.072643 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585b63-16a3-4055-8c93-72e1efa6de21 req-55d2ef84-9fa3-4171-9f15-5cbe39b0c542 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:04.077532 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-95585b63-16a3-4055-8c93-72e1efa6de21 req-55d2ef84-9fa3-4171-9f15-5cbe39b0c542 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 944 time: 0.5984972 Feb 07 04:15:04.208516 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-a963b9de-416c-46a7-abdf-e1a9105bcae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d10650-f8c5-427c-8472-0a665ca4301f HTTP/1.1" status: 200 len: 217 time: 0.1903577 Feb 07 04:15:04.221503 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device e1de2a6e-44cd-448f-b241-baa8d9bc641d up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:04.226966 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:04.411417 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-95585b63-16a3-4055-8c93-72e1efa6de21 req-25f4493a-d9b9-49fb-a4e9-73f23d61be02 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851832 Feb 07 04:15:04.413516 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41b9bf1-b63d-43e5-801a-b3e38e12f4bd admin admin] Publish callbacks [] for security_group (ac2fcc48-8f97-41fb-9f55-c074f80fc869), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:04.441879 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Set router 9c3e1909-514b-40aa-b099-83d25a309c24 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:04.455596 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-8e49a9c3-1856-41ab-9bc1-1c40abfb9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:04.457666 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-8e49a9c3-1856-41ab-9bc1-1c40abfb9e23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c060382-fd7b-4fe9-b14e-49db583f7ccf HTTP/1.1" status: 200 len: 852 time: 0.2399642 Feb 07 04:15:04.476880 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-45dd53fc-ee62-4046-a94c-f935bca89872 req-d4310fd3-d035-47ab-9e52-605b165d32d7 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719345 Feb 07 04:15:04.526921 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] For port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6, host hv-cinder-79963, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:04.581153 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41b9bf1-b63d-43e5-801a-b3e38e12f4bd admin admin] Publish callbacks [] for security_group (ac2fcc48-8f97-41fb-9f55-c074f80fc869), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:04.594627 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-50ce6d02-069a-46d5-b8b3-0abac6732196 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd1dc6a2-5aea-4548-b35e-164b66095f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149065 Feb 07 04:15:04.600814 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port e1de2a6e-44cd-448f-b241-baa8d9bc641d triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:04.601194 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:04.684001 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] For port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:04.762243 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:04.927181 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:04.927820 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:04.947292 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] 10.222.0.30 "PUT /v2.0/ports/7316a72a-35b8-43ff-990d-60cf1f6bb7d6 HTTP/1.1" status: 200 len: 1094 time: 4.7534800 Feb 07 04:15:04.948711 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ab83aa-0797-44a0-b215-5bfdf13708e8', 'tag': '7316a72a-35b8-43ff-990d-60cf1f6bb7d6'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:05.119836 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-1e4492bd-9fb4-4459-bbca-a89b34477bd4 service neutron] 10.222.0.30 "GET /v2.0/networks/fd1dc6a2-5aea-4548-b35e-164b66095f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101645 Feb 07 04:15:05.201843 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:05.468009 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port e1de2a6e-44cd-448f-b241-baa8d9bc641d is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:05.502508 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41b9bf1-b63d-43e5-801a-b3e38e12f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ac2fcc48-8f97-41fb-9f55-c074f80fc869), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:05.514515 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:05.523900 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41b9bf1-b63d-43e5-801a-b3e38e12f4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:05.526925 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f41b9bf1-b63d-43e5-801a-b3e38e12f4bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac2fcc48-8f97-41fb-9f55-c074f80fc869 HTTP/1.1" status: 204 len: 168 time: 1.6273654 Feb 07 04:15:05.593275 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac642a43-a34d-439a-b8c6-2769e9b96bf2 req-786796c2-f327-486e-adaa-91049efa7501 service neutron] 10.222.0.30 "GET /v2.0/networks/fd1dc6a2-5aea-4548-b35e-164b66095f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485842 Feb 07 04:15:05.594507 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225735e-93ca-47be-a0aa-ed1b6587198a service neutron] Pushing event updated for resources: {'Port': ['ID=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:05.602456 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60809b72-838c-484d-b55f-d888d328c91c x-openstack-request-id: req-60809b72-838c-484d-b55f-d888d328c91c {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:05.602456 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79993cf3-effd-4ca7-9f63-a643a924216d", "tag": "b5d10650-f8c5-427c-8472-0a665ca4301f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:05.603303 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60809b72-838c-484d-b55f-d888d328c91c {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:05.620610 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79993cf3-effd-4ca7-9f63-a643a924216d', 'tag': 'b5d10650-f8c5-427c-8472-0a665ca4301f', 'status': 'completed', 'code': 200} Feb 07 04:15:05.660182 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b9bf1-b63d-43e5-801a-b3e38e12f4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2fcc48-8f97-41fb-9f55-c074f80fc869,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:05.738688 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:59Z', 'revision_number': 4, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'gw_port': {'id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:48Z', 'updated_at': '2022-02-07T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beae97b7-45c4-4e23-a575-49a7096b1a9e', 'name': '', 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'mac_address': 'fa:16:3e:50:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '72c826d7-1ef0-4837-b7e5-49cca61129ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:55Z', 'updated_at': '2022-02-07T04:15:00Z', 'revision_number': 2, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'subnets': [{'id': '72c826d7-1ef0-4837-b7e5-49cca61129ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:05.844532 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf19487-9a60-4023-9f42-b0b3d692e5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "31ab83aa-0797-44a0-b215-5bfdf13708e8", "tag": "7316a72a-35b8-43ff-990d-60cf1f6bb7d6"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:05.875745 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd548-9082-4995-87e8-619104ee6a8d req-80483767-a35d-49f5-8526-29eed7fc88b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:05.893286 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-80483767-a35d-49f5-8526-29eed7fc88b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 1128 time: 0.6352189 Feb 07 04:15:06.038289 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-69d83037-b528-438a-a434-f5efdb614507 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7316a72a-35b8-43ff-990d-60cf1f6bb7d6 HTTP/1.1" status: 200 len: 217 time: 0.1206672 Feb 07 04:15:06.054159 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cf363-002d-4de8-884b-ab5d0256e529 req-6f9ef462-cb60-4be9-94b1-66fe9f1d0548 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:06.056510 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-255cf363-002d-4de8-884b-ab5d0256e529 req-6f9ef462-cb60-4be9-94b1-66fe9f1d0548 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 944 time: 0.3541064 Feb 07 04:15:06.150549 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Checking router: 9c3e1909-514b-40aa-b099-83d25a309c24 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:15:06.150832 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Updating router 9c3e1909-514b-40aa-b099-83d25a309c24 port beae97b7-45c4-4e23-a575-49a7096b1a9e binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:15:06.223600 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:06.252395 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-f21bf1c2-13f6-46e4-b461-e4d94a7641fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:06.254325 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-f21bf1c2-13f6-46e4-b461-e4d94a7641fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=015f07f102774e9f9465bcf4e71744f6&device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 1128 time: 0.4115512 Feb 07 04:15:06.267032 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd548-9082-4995-87e8-619104ee6a8d req-a0afc219-22e8-4496-a36a-47b4ce70d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:06.270211 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-a0afc219-22e8-4496-a36a-47b4ce70d495 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af423cb7-f9c2-4918-a556-6857397f625d HTTP/1.1" status: 200 len: 855 time: 0.2127278 Feb 07 04:15:06.444310 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-c4db1da7-dc8a-42c9-809d-9dc0d4f282af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca219ba-88c9-4d7f-a70f-fc6411c07502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523898 Feb 07 04:15:06.453413 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-255cf363-002d-4de8-884b-ab5d0256e529 req-83607bdf-92cd-4b3d-8644-5f749d56d3b4 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837702 Feb 07 04:15:06.526597 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Allocated IP 172.27.1.180 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/fed9649b-8e88-4905-9c18-e67042d9251a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:06.743251 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-5f3f0dcd-4688-449b-a6a4-cf25e44ef2d4 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:06.751681 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-5f3f0dcd-4688-449b-a6a4-cf25e44ef2d4 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 818 time: 0.9599521 Feb 07 04:15:06.873966 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f44f1-17df-449e-8f14-f12df0343329 req-e3b20345-3195-4326-9a15-876c84b976ec tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:06.880587 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Publish callbacks [] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:06.885739 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-014f44f1-17df-449e-8f14-f12df0343329 req-e3b20345-3195-4326-9a15-876c84b976ec tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 944 time: 0.2347770 Feb 07 04:15:06.890995 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:06.921551 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-1d832f0d-33e0-49b1-a560-b6d59a9dd579 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/quotas/e9eb47ba0e1b464fac1b4fccbd4905ec HTTP/1.1" status: 200 len: 375 time: 0.1019123 Feb 07 04:15:06.965146 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-22da60c0-509c-42a8-bea1-de32c6da3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:06.966639 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-22da60c0-509c-42a8-bea1-de32c6da3fb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd1dc6a2-5aea-4548-b35e-164b66095f17 HTTP/1.1" status: 200 len: 913 time: 0.6860318 Feb 07 04:15:07.017293 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-7493b19b-2739-4503-b36a-461d67330eda service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529227 Feb 07 04:15:07.044936 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-b0ac0550-24a6-4d5f-a8a2-bc29efa5697c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224177 Feb 07 04:15:07.049301 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-014f44f1-17df-449e-8f14-f12df0343329 req-9704f4e8-5b1f-4e8e-a583-d004991a484a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511371 Feb 07 04:15:07.066944 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for port (fed9649b-8e88-4905-9c18-e67042d9251a), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.088165 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053efaf0-4773-4791-9fc6-14bc37065d63 None None] Pushing event updated for resources: {'Port': ['ID=beae97b7-45c4-4e23-a575-49a7096b1a9e,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:07.094396 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Attempting to bind port beae97b7-45c4-4e23-a575-49a7096b1a9e on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:07.094774 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Attempting to bind port beae97b7-45c4-4e23-a575-49a7096b1a9e by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:07.095624 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Attempting to bind port beae97b7-45c4-4e23-a575-49a7096b1a9e on network 1c81d0d0-d615-4849-87d4-dae2587ee669 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:07.100474 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:07.100856 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Checking segment: {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:07.101668 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.101668 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Bound using segment: {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:07.102106 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Bound port: beae97b7-45c4-4e23-a575-49a7096b1a9e, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:07.102493 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.173711 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-3ca72f13-0543-48c0-a8db-071a402e8c54 service neutron] 10.222.0.13 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278327 Feb 07 04:15:07.183214 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (fed9649b-8e88-4905-9c18-e67042d9251a), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.188665 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] For port beae97b7-45c4-4e23-a575-49a7096b1a9e, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:07.192843 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] For port beae97b7-45c4-4e23-a575-49a7096b1a9e, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=beae97b7-45c4-4e23-a575-49a7096b1a9e,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:07.200210 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.264343 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:07.269875 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Routers {'9c3e1909-514b-40aa-b099-83d25a309c24'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:07.270597 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['9c3e1909-514b-40aa-b099-83d25a309c24'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:07.272543 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:07.272680 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053efaf0-4773-4791-9fc6-14bc37065d63 None None] Pushing event updated for resources: {'Port': ['ID=beae97b7-45c4-4e23-a575-49a7096b1a9e,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:07.285799 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:07.331414 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'Port': ['ID=fed9649b-8e88-4905-9c18-e67042d9251a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:07.418865 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] Set router 9c3e1909-514b-40aa-b099-83d25a309c24 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:07.424232 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-dd789795-0679-4a63-a326-0b67eef3a524 service neutron] 10.222.0.13 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495453 Feb 07 04:15:07.453304 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.474074 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51554) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:07.515430 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (fed9649b-8e88-4905-9c18-e67042d9251a), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.578618 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e415fe1-bfe3-4943-99fe-310f02101969 x-openstack-request-id: req-1e415fe1-bfe3-4943-99fe-310f02101969 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:07.580333 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ab83aa-0797-44a0-b215-5bfdf13708e8", "tag": "7316a72a-35b8-43ff-990d-60cf1f6bb7d6", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:07.580649 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e415fe1-bfe3-4943-99fe-310f02101969 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:07.581394 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ab83aa-0797-44a0-b215-5bfdf13708e8', 'tag': '7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'status': 'completed', 'code': 200} Feb 07 04:15:07.721135 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:59Z', 'revision_number': 4, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'gw_port': {'id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:48Z', 'updated_at': '2022-02-07T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beae97b7-45c4-4e23-a575-49a7096b1a9e', 'name': '', 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'mac_address': 'fa:16:3e:50:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '72c826d7-1ef0-4837-b7e5-49cca61129ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:55Z', 'updated_at': '2022-02-07T04:15:07Z', 'revision_number': 4, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'subnets': [{'id': '72c826d7-1ef0-4837-b7e5-49cca61129ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:07.732296 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-554b185e-0f50-4149-8ee8-405ecaebd761 req-c5973923-565e-4172-8212-0d06970c4cb2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 210 time: 0.0445457 Feb 07 04:15:07.781935 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b858f8-246c-4529-b8a6-9979f9fff1f7 req-37baaace-b19d-4245-996a-91a43436aff0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:07.792346 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-29b858f8-246c-4529-b8a6-9979f9fff1f7 req-37baaace-b19d-4245-996a-91a43436aff0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 944 time: 0.1154134 Feb 07 04:15:07.806829 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df66549-5251-445e-bb58-b4e6d71bfe15 None None] The sync data for ids ['9c3e1909-514b-40aa-b099-83d25a309c24'] in dv-cinder-799631-7-iscsi is: [{'id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:59Z', 'revision_number': 4, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'gw_port': {'id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:48Z', 'updated_at': '2022-02-07T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beae97b7-45c4-4e23-a575-49a7096b1a9e', 'name': '', 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'mac_address': 'fa:16:3e:50:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '72c826d7-1ef0-4837-b7e5-49cca61129ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:55Z', 'updated_at': '2022-02-07T04:15:07Z', 'revision_number': 4, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'subnets': [{'id': '72c826d7-1ef0-4837-b7e5-49cca61129ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:15:07.881862 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for port (fed9649b-8e88-4905-9c18-e67042d9251a), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.890597 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (fed9649b-8e88-4905-9c18-e67042d9251a), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.958189 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:07.981328 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f3225c5-e1b7-4700-b1b3-5145e3d420b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:08.014090 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:08.023215 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1411400 Feb 07 04:15:08.025378 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead5372-e03b-4f4d-ba32-d5928b45da94 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'Port': ['ID=fed9649b-8e88-4905-9c18-e67042d9251a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:08.221517 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f3225c5-e1b7-4700-b1b3-5145e3d420b7 admin admin] Publish callbacks [] for security_group (d964e3c7-3bef-4ece-975e-bf901b38c978), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:08.236772 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-29b858f8-246c-4529-b8a6-9979f9fff1f7 req-41cbbebf-7285-43a1-932f-c3d1c52707ab tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430368 Feb 07 04:15:08.350760 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device beae97b7-45c4-4e23-a575-49a7096b1a9e up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:08.352895 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8f3225c5-e1b7-4700-b1b3-5145e3d420b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d964e3c7-3bef-4ece-975e-bf901b38c978), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:08.421012 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3225c5-e1b7-4700-b1b3-5145e3d420b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d964e3c7-3bef-4ece-975e-bf901b38c978,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:08.422662 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port beae97b7-45c4-4e23-a575-49a7096b1a9e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:08.423991 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:08.427781 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-8f3225c5-e1b7-4700-b1b3-5145e3d420b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=422cbab3bd7c4f67ae8d1172de912893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9502478 Feb 07 04:15:08.432817 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51594) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:08.470370 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:15:08.568472 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port beae97b7-45c4-4e23-a575-49a7096b1a9e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:08.569010 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:08.573741 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-be9fe683-3529-41f3-bdda-b89b1615271c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d10650-f8c5-427c-8472-0a665ca4301f HTTP/1.1" status: 200 len: 217 time: 0.1537054 Feb 07 04:15:08.625373 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port beae97b7-45c4-4e23-a575-49a7096b1a9e, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=beae97b7-45c4-4e23-a575-49a7096b1a9e,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:08.630602 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:08.674351 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-052fd548-9082-4995-87e8-619104ee6a8d req-78548857-2c83-4eb9-8a80-f944c73fee2d service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785552 Feb 07 04:15:08.682525 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fe7ea-1803-4dd0-9263-da239849b4fe req-87c2447b-e0af-44ce-baee-35b62ca41fc9 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:08.684118 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e99fe7ea-1803-4dd0-9263-da239849b4fe req-87c2447b-e0af-44ce-baee-35b62ca41fc9 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 944 time: 0.4603930 Feb 07 04:15:08.840469 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=beae97b7-45c4-4e23-a575-49a7096b1a9e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:08.857165 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-5f5f4a80-5b2c-4b90-b7c4-615e20ac3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:08.860251 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-5f5f4a80-5b2c-4b90-b7c4-615e20ac3310 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c060382-fd7b-4fe9-b14e-49db583f7ccf HTTP/1.1" status: 200 len: 852 time: 0.2593946 Feb 07 04:15:08.889202 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d410fb90-256a-45ea-9dfd-35d9cfa53036 admin admin] Publish callbacks [] for security_group (d964e3c7-3bef-4ece-975e-bf901b38c978), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:08.943878 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-b8bc33b1-5d9c-47b4-9cf4-fb4379a47c59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd1dc6a2-5aea-4548-b35e-164b66095f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742354 Feb 07 04:15:09.007971 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-dc377b12-4387-4928-8cf6-05df3599e624 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:09.015742 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-dc377b12-4387-4928-8cf6-05df3599e624 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 818 time: 0.3394649 Feb 07 04:15:09.034023 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bf710c6b-19d9-4383-a2d2-6ceba0625e86 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/quotas/e9eb47ba0e1b464fac1b4fccbd4905ec HTTP/1.1" status: 200 len: 375 time: 0.0170088 Feb 07 04:15:09.052208 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e99fe7ea-1803-4dd0-9263-da239849b4fe req-37a6a0fa-49fa-4a0c-8d1e-2f8d854e9dff tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342457 Feb 07 04:15:09.054349 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d410fb90-256a-45ea-9dfd-35d9cfa53036 admin admin] Publish callbacks [] for security_group (d964e3c7-3bef-4ece-975e-bf901b38c978), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:09.131000 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-e07e6eb8-6e41-4514-888b-9ad0f825b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:09.158554 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-e07e6eb8-6e41-4514-888b-9ad0f825b002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 1128 time: 0.2696204 Feb 07 04:15:09.320702 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-5755f2eb-552c-4e22-824b-e38c0056c254 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2852368 Feb 07 04:15:09.468178 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-d333cbcf-16b5-4d4d-b7f1-e7f30e4773b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:09.472650 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-d333cbcf-16b5-4d4d-b7f1-e7f30e4773b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 916 time: 0.2967024 Feb 07 04:15:09.495847 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51660) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:09.520569 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-0cde9a4d-c0c9-4249-bdf3-2b635afdd705 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--750705470&fields=id&tenant_id=aafc4147461248299eee9b97ebd42995 HTTP/1.1" status: 200 len: 267 time: 0.1699750 Feb 07 04:15:09.538276 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d410fb90-256a-45ea-9dfd-35d9cfa53036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d964e3c7-3bef-4ece-975e-bf901b38c978), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:09.542737 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d410fb90-256a-45ea-9dfd-35d9cfa53036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:09.548786 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d410fb90-256a-45ea-9dfd-35d9cfa53036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d964e3c7-3bef-4ece-975e-bf901b38c978 HTTP/1.1" status: 204 len: 168 time: 1.1060586 Feb 07 04:15:09.557775 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-d96627cc-289c-4b39-a89f-bf10bc04d4c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7316a72a-35b8-43ff-990d-60cf1f6bb7d6 HTTP/1.1" status: 200 len: 217 time: 0.0752535 Feb 07 04:15:09.564766 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-34c3e7a2-79b6-4e3c-b6a2-49a6d88ccbba service neutron] 10.222.0.13 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356868 Feb 07 04:15:09.576646 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410fb90-256a-45ea-9dfd-35d9cfa53036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d964e3c7-3bef-4ece-975e-bf901b38c978,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:09.619316 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-3868ecde-b7ea-4090-8d24-5ba6636efa92 service neutron] 10.222.0.30 "GET /v2.0/networks/fd1dc6a2-5aea-4548-b35e-164b66095f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531889 Feb 07 04:15:09.688951 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-44ce15aa-6ba4-405d-8a05-b03d0c7a3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:09.690431 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-44ce15aa-6ba4-405d-8a05-b03d0c7a3ab5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af423cb7-f9c2-4918-a556-6857397f625d HTTP/1.1" status: 200 len: 855 time: 0.1247370 Feb 07 04:15:09.782855 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-21b1836a-e264-479b-ba1d-da7c487e4930 req-2d4d6612-f0ad-495a-888e-7c1a7e0347ac service neutron] 10.222.0.30 "GET /v2.0/networks/fd1dc6a2-5aea-4548-b35e-164b66095f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192625 Feb 07 04:15:09.795205 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-ab67c38c-6e33-4391-9896-94788c768b55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca219ba-88c9-4d7f-a70f-fc6411c07502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637009 Feb 07 04:15:09.798398 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-4269cfdb-9b0c-4836-a30b-f579dfd214fb service neutron] 10.222.0.13 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216549 Feb 07 04:15:09.943188 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-70ec38e6-d08f-4fa0-877f-652e1b41da51 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345551 Feb 07 04:15:10.104148 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-648fe63b-a30b-4629-837c-347aab64478d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:10.107075 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-648fe63b-a30b-4629-837c-347aab64478d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 818 time: 0.2037525 Feb 07 04:15:10.142475 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device beae97b7-45c4-4e23-a575-49a7096b1a9e up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:10.169350 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Request body: {'port': {'device_id': '8bb55652-6b90-48a0-8c34-def2934ea25d', 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669', 'admin_state_up': True, 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:10.192725 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51684) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:10.249462 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port beae97b7-45c4-4e23-a575-49a7096b1a9e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:10.250059 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.267695 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-fb491a26-4c77-4e80-9aac-ee77ab1ad88f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:10.269559 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-fb491a26-4c77-4e80-9aac-ee77ab1ad88f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 817 time: 0.7179155 Feb 07 04:15:10.321127 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-946248eb-24e2-4ab9-99c5-531f585dd6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.339276 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-399f54c6-efb7-4466-a653-94c799bf6f0f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/quotas/aafc4147461248299eee9b97ebd42995 HTTP/1.1" status: 200 len: 375 time: 0.0610583 Feb 07 04:15:10.388176 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51694) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:10.407767 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port beae97b7-45c4-4e23-a575-49a7096b1a9e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:10.451243 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0bf19487-9a60-4023-9f42-b0b3d692e5a4 req-4075dd49-015f-4db6-87bc-f7c558ab236f service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003672 Feb 07 04:15:10.453524 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c0fcda1b-7874-40c4-929d-247c50be72ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.479112 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd17907-d790-4ba2-8223-6affbbc8f059 req-d65bd341-a154-4e2a-9e27-fc899dae30f6 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:10.480290 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8cd17907-d790-4ba2-8223-6affbbc8f059 req-d65bd341-a154-4e2a-9e27-fc899dae30f6 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 944 time: 0.2620385 Feb 07 04:15:10.490928 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73f3a206-77fa-4eb1-9693-ecd05b697a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.616961 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-55016da4-e680-4442-aa69-20987cb5e6fa tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2551501 Feb 07 04:15:10.618434 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8cd17907-d790-4ba2-8223-6affbbc8f059 req-08c67c62-8292-4eb2-bbf0-1d0f7a958601 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315641 Feb 07 04:15:10.624374 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-946248eb-24e2-4ab9-99c5-531f585dd6be admin admin] Publish callbacks [] for security_group (9b7a45c9-d085-46cc-a45c-28801622f0a3), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.627867 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Made reservation on behalf of e9eb47ba0e1b464fac1b4fccbd4905ec for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:10.631234 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.633369 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-946248eb-24e2-4ab9-99c5-531f585dd6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (9b7a45c9-d085-46cc-a45c-28801622f0a3), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.714296 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946248eb-24e2-4ab9-99c5-531f585dd6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7a45c9-d085-46cc-a45c-28801622f0a3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:10.719806 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-946248eb-24e2-4ab9-99c5-531f585dd6be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ac1228ccc314a7b9bfc61256379e8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2219822 Feb 07 04:15:10.722324 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51704) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:10.804261 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73f3a206-77fa-4eb1-9693-ecd05b697a46 admin admin] Publish callbacks [] for security_group (747e9cff-976b-47b3-9a76-f5817fd3a6e5), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.836967 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9e667fc-248a-46aa-95e4-6c6ba5920b84 admin admin] Publish callbacks [] for security_group (9b7a45c9-d085-46cc-a45c-28801622f0a3), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.846517 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-73f3a206-77fa-4eb1-9693-ecd05b697a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (747e9cff-976b-47b3-9a76-f5817fd3a6e5), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.851544 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aa837-34d7-495e-ac11-719b6b832e7d req-29ff319b-7ec0-4d92-b454-770a14a50c0d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:10.853989 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a83aa837-34d7-495e-ac11-719b6b832e7d req-29ff319b-7ec0-4d92-b454-770a14a50c0d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 944 time: 0.0834897 Feb 07 04:15:10.876988 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c0fcda1b-7874-40c4-929d-247c50be72ae admin admin] Publish callbacks [] for security_group (63f5c07c-5a8b-47c6-ab6b-050e014b5fd5), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.911471 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c0fcda1b-7874-40c4-929d-247c50be72ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (63f5c07c-5a8b-47c6-ab6b-050e014b5fd5), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.919177 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9e667fc-248a-46aa-95e4-6c6ba5920b84 admin admin] Publish callbacks [] for security_group (9b7a45c9-d085-46cc-a45c-28801622f0a3), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:10.939890 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a83aa837-34d7-495e-ac11-719b6b832e7d req-04c95cef-b51f-4290-8fef-37a47b926f2b tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748739 Feb 07 04:15:10.965545 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-89d47fc0-2b70-4ac7-9388-6b39cbf724a5 service neutron] 10.222.0.13 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949338 Feb 07 04:15:10.985189 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3a206-77fa-4eb1-9693-ecd05b697a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e9cff-976b-47b3-9a76-f5817fd3a6e5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:10.998359 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51710) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:10.998477 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-73f3a206-77fa-4eb1-9693-ecd05b697a46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e004ca5e07f349d98666d7a702db7dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6064155 Feb 07 04:15:11.019740 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9e667fc-248a-46aa-95e4-6c6ba5920b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (9b7a45c9-d085-46cc-a45c-28801622f0a3), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.036931 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c9e667fc-248a-46aa-95e4-6c6ba5920b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.038103 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c9e667fc-248a-46aa-95e4-6c6ba5920b84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b7a45c9-d085-46cc-a45c-28801622f0a3 HTTP/1.1" status: 204 len: 168 time: 0.3136928 Feb 07 04:15:11.085692 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-c0fcda1b-7874-40c4-929d-247c50be72ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a7d52a4d0864ebc9ccfa87318d43a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8882322 Feb 07 04:15:11.095370 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Allocated IP 172.20.0.6 (1c81d0d0-d615-4849-87d4-dae2587ee669/72c826d7-1ef0-4837-b7e5-49cca61129ad/08a3936d-26aa-4031-920c-7291ded7d6bc) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:11.097226 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51716) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:11.107212 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e667fc-248a-46aa-95e4-6c6ba5920b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7a45c9-d085-46cc-a45c-28801622f0a3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:11.146635 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcda1b-7874-40c4-929d-247c50be72ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5c07c-5a8b-47c6-ab6b-050e014b5fd5,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:11.185118 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5e4fd27f-bc91-4fbf-85a1-f97872a84bca req-59b9751e-e4ea-43ed-a7b3-90fb40285474 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 210 time: 0.0999649 Feb 07 04:15:11.208390 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b07b05e-3e0a-476e-bf4c-724692e3fade admin admin] Publish callbacks [] for security_group (747e9cff-976b-47b3-9a76-f5817fd3a6e5), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.233678 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b07b05e-3e0a-476e-bf4c-724692e3fade admin admin] Publish callbacks [] for security_group (747e9cff-976b-47b3-9a76-f5817fd3a6e5), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.257360 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-11f78609-d7d5-41a9-8857-abedbd6efd8d service neutron] 10.222.0.13 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668424 Feb 07 04:15:11.300436 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a82adca5-7e9a-4d26-b999-2c5a0cfdc13e admin admin] Publish callbacks [] for security_group (63f5c07c-5a8b-47c6-ab6b-050e014b5fd5), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.320414 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b07b05e-3e0a-476e-bf4c-724692e3fade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (747e9cff-976b-47b3-9a76-f5817fd3a6e5), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.325245 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b07b05e-3e0a-476e-bf4c-724692e3fade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.330631 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3b07b05e-3e0a-476e-bf4c-724692e3fade admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/747e9cff-976b-47b3-9a76-f5817fd3a6e5 HTTP/1.1" status: 204 len: 168 time: 0.3289127 Feb 07 04:15:11.346318 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a82adca5-7e9a-4d26-b999-2c5a0cfdc13e admin admin] Publish callbacks [] for security_group (63f5c07c-5a8b-47c6-ab6b-050e014b5fd5), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.359056 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07b05e-3e0a-476e-bf4c-724692e3fade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e9cff-976b-47b3-9a76-f5817fd3a6e5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:11.429727 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks [] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.452898 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a82adca5-7e9a-4d26-b999-2c5a0cfdc13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (63f5c07c-5a8b-47c6-ab6b-050e014b5fd5), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.455466 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a82adca5-7e9a-4d26-b999-2c5a0cfdc13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.458923 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a82adca5-7e9a-4d26-b999-2c5a0cfdc13e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63f5c07c-5a8b-47c6-ab6b-050e014b5fd5 HTTP/1.1" status: 204 len: 168 time: 0.3583379 Feb 07 04:15:11.473538 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82adca5-7e9a-4d26-b999-2c5a0cfdc13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5c07c-5a8b-47c6-ab6b-050e014b5fd5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:11.486478 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.541161 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Network 1c81d0d0-d615-4849-87d4-dae2587ee669 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:11.544326 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:11.548796 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:11.553916 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:11.554544 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.558816 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Pushing event updated for resources: {'Port': ['ID=08a3936d-26aa-4031-920c-7291ded7d6bc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:11.574633 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-f64fec07-38fc-4984-a242-86c0b7453e8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4400101 Feb 07 04:15:11.586641 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e65b9291-160c-478d-9994-2ccc46baaff1 req-312dc64e-a866-499d-95bd-df2adb84c261 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 210 time: 0.0525262 Feb 07 04:15:11.593299 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Request body: {'port': {'device_id': '8bb55652-6b90-48a0-8c34-def2934ea25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:11.641643 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51732) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:11.666058 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f784b9bf-1a5b-4e67-8494-9de333dc5cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.710210 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.813226 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f784b9bf-1a5b-4e67-8494-9de333dc5cd5 admin admin] Publish callbacks [] for security_group (cd637562-2759-4516-8cff-6e051996e117), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.828336 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f784b9bf-1a5b-4e67-8494-9de333dc5cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (cd637562-2759-4516-8cff-6e051996e117), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:11.914942 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f784b9bf-1a5b-4e67-8494-9de333dc5cd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46ee798a0053425ab0594237a75f0e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720129 Feb 07 04:15:11.932206 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51746) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:11.945765 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e2871-9397-4645-a941-6a5bfdcb44ec req-18418f20-43fe-4c9f-8744-f94740705779 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:11.951550 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c49e2871-9397-4645-a941-6a5bfdcb44ec req-18418f20-43fe-4c9f-8744-f94740705779 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 944 time: 0.2066977 Feb 07 04:15:12.023597 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784b9bf-1a5b-4e67-8494-9de333dc5cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd637562-2759-4516-8cff-6e051996e117,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:12.085820 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a02a64b-8de6-435f-acba-881a0ac898ba admin admin] Publish callbacks [] for security_group (cd637562-2759-4516-8cff-6e051996e117), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.119928 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-ff103a1f-aa79-445d-a96f-25b5b11bea18 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:12.121492 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-ff103a1f-aa79-445d-a96f-25b5b11bea18 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 818 time: 0.3063467 Feb 07 04:15:12.128341 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c49e2871-9397-4645-a941-6a5bfdcb44ec req-5f2a6659-40e0-4fc6-9c4d-df1d17411711 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645551 Feb 07 04:15:12.154493 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Request body: {'port': {'device_id': '9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a', 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669', 'admin_state_up': True, 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:12.169103 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a02a64b-8de6-435f-acba-881a0ac898ba admin admin] Publish callbacks [] for security_group (cd637562-2759-4516-8cff-6e051996e117), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.331830 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df77c2d-d7b5-4a49-95fe-72eccb0de399 req-1640d0e6-6916-45c4-8d5b-675bcdefc849 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:12.338362 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a3936d-26aa-4031-920c-7291ded7d6bc {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:12.342423 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8df77c2d-d7b5-4a49-95fe-72eccb0de399 req-1640d0e6-6916-45c4-8d5b-675bcdefc849 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 944 time: 0.1991742 Feb 07 04:15:12.349411 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Publish callbacks [] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.390432 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a02a64b-8de6-435f-acba-881a0ac898ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (cd637562-2759-4516-8cff-6e051996e117), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.393817 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3a02a64b-8de6-435f-acba-881a0ac898ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.395232 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3a02a64b-8de6-435f-acba-881a0ac898ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd637562-2759-4516-8cff-6e051996e117 HTTP/1.1" status: 204 len: 168 time: 0.4618897 Feb 07 04:15:12.408809 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1697605c-e4a2-41be-bc7d-9a6e888bab34 req-4af0d130-26ba-4927-a961-5c2e5c718fcc tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 210 time: 0.0436065 Feb 07 04:15:12.411066 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Transition to ACTIVE for port object 08a3936d-26aa-4031-920c-7291ded7d6bc will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:15:12.414591 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.415866 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02a64b-8de6-435f-acba-881a0ac898ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd637562-2759-4516-8cff-6e051996e117,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:12.417588 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Made reservation on behalf of e9eb47ba0e1b464fac1b4fccbd4905ec for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:12.423732 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.425738 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 51772) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:12.495216 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8df77c2d-d7b5-4a49-95fe-72eccb0de399 req-573ccfc4-c40d-4195-8a35-f10bde8a1ebf tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518133 Feb 07 04:15:12.513695 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95384d3a-58bc-4ae7-92c4-1c551f19370a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.622621 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Pushing event updated for resources: {'Port': ['ID=08a3936d-26aa-4031-920c-7291ded7d6bc,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:12.649812 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Attempting to bind port 08a3936d-26aa-4031-920c-7291ded7d6bc on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:12.650177 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Attempting to bind port 08a3936d-26aa-4031-920c-7291ded7d6bc by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:12.650592 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Attempting to bind port 08a3936d-26aa-4031-920c-7291ded7d6bc on network 1c81d0d0-d615-4849-87d4-dae2587ee669 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:12.659447 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Port 08a3936d-26aa-4031-920c-7291ded7d6bc on network 1c81d0d0-d615-4849-87d4-dae2587ee669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:15:12.659924 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Attempting to bind port 08a3936d-26aa-4031-920c-7291ded7d6bc on network 1c81d0d0-d615-4849-87d4-dae2587ee669 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:12.673279 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:12.673716 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Checking segment: {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:12.674000 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Bound using segment: {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:12.674578 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Bound port: 08a3936d-26aa-4031-920c-7291ded7d6bc, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:12.674846 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.749592 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95384d3a-58bc-4ae7-92c4-1c551f19370a admin admin] Publish callbacks [] for security_group (c7c001e8-9a59-4bee-b39b-f5a6a7c07082), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.759909 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-95384d3a-58bc-4ae7-92c4-1c551f19370a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c7c001e8-9a59-4bee-b39b-f5a6a7c07082), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.806959 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Allocated IP 172.20.0.4 (1c81d0d0-d615-4849-87d4-dae2587ee669/72c826d7-1ef0-4837-b7e5-49cca61129ad/e1dbf142-1764-4037-8714-29d34864f234) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:12.820129 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7657e748-3cee-4bb9-bff1-86c973f07a0a req-ee09c7df-350c-413e-9d01-2f2ea601c8cd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 210 time: 0.0480649 Feb 07 04:15:12.833235 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] For port 08a3936d-26aa-4031-920c-7291ded7d6bc, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:12.876208 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-95384d3a-58bc-4ae7-92c4-1c551f19370a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=813ee6bb5e6e4034b1295f106dcebd2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492404 Feb 07 04:15:12.878589 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95384d3a-58bc-4ae7-92c4-1c551f19370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c001e8-9a59-4bee-b39b-f5a6a7c07082,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:12.881957 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51784) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:12.883021 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] For port 08a3936d-26aa-4031-920c-7291ded7d6bc, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=08a3936d-26aa-4031-920c-7291ded7d6bc,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:12.890827 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.974488 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:12.976344 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:12.978646 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] 10.222.0.30 "PUT /v2.0/ports/08a3936d-26aa-4031-920c-7291ded7d6bc HTTP/1.1" status: 200 len: 1093 time: 1.3892074 Feb 07 04:15:12.982906 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb55652-6b90-48a0-8c34-def2934ea25d', 'tag': '08a3936d-26aa-4031-920c-7291ded7d6bc'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:12.993730 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35129fb-02cb-426d-86c8-29376fbd1a20" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb55652-6b90-48a0-8c34-def2934ea25d", "tag": "08a3936d-26aa-4031-920c-7291ded7d6bc"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:13.033368 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e72e3-6ba8-40db-8a7c-28622f778222 service neutron] Pushing event updated for resources: {'Port': ['ID=08a3936d-26aa-4031-920c-7291ded7d6bc,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:13.053613 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26d55365-28c8-4aa9-a043-50c50cdd7544 admin admin] Publish callbacks [] for security_group (c7c001e8-9a59-4bee-b39b-f5a6a7c07082), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:13.058761 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.30', 57471) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:13.095996 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924f690a-cb11-4ff4-abe4-3777ef3fd865 x-openstack-request-id: req-924f690a-cb11-4ff4-abe4-3777ef3fd865 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:13.096334 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb55652-6b90-48a0-8c34-def2934ea25d", "tag": "08a3936d-26aa-4031-920c-7291ded7d6bc", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:13.096639 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-924f690a-cb11-4ff4-abe4-3777ef3fd865 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:13.097116 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb55652-6b90-48a0-8c34-def2934ea25d', 'tag': '08a3936d-26aa-4031-920c-7291ded7d6bc', 'status': 'completed', 'code': 200} Feb 07 04:15:13.136408 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26d55365-28c8-4aa9-a043-50c50cdd7544 admin admin] Publish callbacks [] for security_group (c7c001e8-9a59-4bee-b39b-f5a6a7c07082), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:13.253092 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks [] for port (e1dbf142-1764-4037-8714-29d34864f234), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:13.323933 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26d55365-28c8-4aa9-a043-50c50cdd7544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c7c001e8-9a59-4bee-b39b-f5a6a7c07082), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:13.326874 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-26d55365-28c8-4aa9-a043-50c50cdd7544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:13.331847 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-26d55365-28c8-4aa9-a043-50c50cdd7544 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7c001e8-9a59-4bee-b39b-f5a6a7c07082 HTTP/1.1" status: 204 len: 168 time: 0.4465613 Feb 07 04:15:13.335442 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (e1dbf142-1764-4037-8714-29d34864f234), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:13.384921 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d55365-28c8-4aa9-a043-50c50cdd7544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c001e8-9a59-4bee-b39b-f5a6a7c07082,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:13.416333 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-92c60a4a-7b1f-4457-94f5-16ad8ea0f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:13.417489 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-92c60a4a-7b1f-4457-94f5-16ad8ea0f5e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1127 time: 0.3576078 Feb 07 04:15:13.438673 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Network 1c81d0d0-d615-4849-87d4-dae2587ee669 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:13.445259 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:13.450987 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:13.460236 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:13.463128 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:13.516037 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3669682 Feb 07 04:15:13.518770 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74b23c-b452-4752-9fdd-46324ea5515b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Pushing event updated for resources: {'Port': ['ID=e1dbf142-1764-4037-8714-29d34864f234,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:13.535319 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Request body: {'port': {'device_id': '9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:13.547654 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-fd46c467-cebf-4ef7-a412-d60055f9db90 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:13.548196 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-fd46c467-cebf-4ef7-a412-d60055f9db90 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 817 time: 0.5104349 Feb 07 04:15:13.549465 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-6101a7a0-7353-4795-a408-4fc948e43042 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a3936d-26aa-4031-920c-7291ded7d6bc HTTP/1.1" status: 200 len: 217 time: 0.1176350 Feb 07 04:15:13.589184 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d739a20-d99b-4a1e-b38c-2651893179b0 req-99f14de5-62e2-41e9-b7fa-314df162c257 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:13.597755 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d739a20-d99b-4a1e-b38c-2651893179b0 req-99f14de5-62e2-41e9-b7fa-314df162c257 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 944 time: 0.1834190 Feb 07 04:15:13.704275 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-b233f97e-51ab-4a17-8796-bcb2dcb3bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:13.706203 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-b233f97e-51ab-4a17-8796-bcb2dcb3bdeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.1319098 Feb 07 04:15:13.720412 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520832e3-c572-4c10-bf76-8b39903f6380 req-e36706df-ef2c-4e58-8a06-f15ed0038e90 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:13.727456 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-520832e3-c572-4c10-bf76-8b39903f6380 req-e36706df-ef2c-4e58-8a06-f15ed0038e90 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 931 time: 0.1858528 Feb 07 04:15:13.729630 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e1dbf142-1764-4037-8714-29d34864f234), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:13.731520 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-a12115fa-7f91-4787-ad33-4accbcbee151 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aafc4147461248299eee9b97ebd42995 HTTP/1.1" status: 200 len: 379 time: 0.1643100 Feb 07 04:15:13.750978 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-08987a57-574e-4c71-aba6-21dcd9c815a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371013 Feb 07 04:15:13.754621 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'port': {'device_id': '09f8629b-adac-41b3-a311-37fc873a7a29', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'admin_state_up': True, 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'security_groups': ['e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:13.780577 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d739a20-d99b-4a1e-b38c-2651893179b0 req-9d10f57b-8eac-43a2-a5e5-b66ed595d6ff tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788623 Feb 07 04:15:13.918181 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-520832e3-c572-4c10-bf76-8b39903f6380 req-02bb7fbf-377a-4aa8-9d31-5ea6f7e3575d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697638 Feb 07 04:15:14.022666 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf099a-4e14-4463-8406-2c114ff6576b req-6cca4c6a-f238-43a8-9caa-7f3eddbd396d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:14.025038 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61bf099a-4e14-4463-8406-2c114ff6576b req-6cca4c6a-f238-43a8-9caa-7f3eddbd396d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 944 time: 0.1335945 Feb 07 04:15:14.028447 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-901dfc76-0460-4fe0-81ac-eeb375ed6a14 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469120 Feb 07 04:15:14.081038 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-eb481faf-3f76-4431-8c12-d9d441c7becf req-8e55acbb-5d91-4733-8786-5a2a07854865 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 210 time: 0.0427473 Feb 07 04:15:14.114854 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Made reservation on behalf of aafc4147461248299eee9b97ebd42995 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:14.119695 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.158335 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61bf099a-4e14-4463-8406-2c114ff6576b req-fea71030-6084-4da5-8a00-a7cc95730ef9 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261601 Feb 07 04:15:14.221390 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:15:14.296129 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dbf142-1764-4037-8714-29d34864f234 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:14.300982 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d7d47e1-7dfd-4dc4-a7f9-d317a5cfab55 req-e6def464-ff94-4476-876b-cdd527717d22 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611587 Feb 07 04:15:14.305705 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Publish callbacks [] for port (e1dbf142-1764-4037-8714-29d34864f234), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.325599 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Transition to ACTIVE for port object e1dbf142-1764-4037-8714-29d34864f234 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:15:14.332562 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e1dbf142-1764-4037-8714-29d34864f234), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.397148 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dbf142-1764-4037-8714-29d34864f234,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:14.424653 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:14.440325 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Attempting to bind port e1dbf142-1764-4037-8714-29d34864f234 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:14.440861 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Attempting to bind port e1dbf142-1764-4037-8714-29d34864f234 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:14.441309 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Attempting to bind port e1dbf142-1764-4037-8714-29d34864f234 on network 1c81d0d0-d615-4849-87d4-dae2587ee669 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:14.443430 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502', 'port_id': '7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'mac_address': 'fa:16:3e:98:5f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af423cb7-f9c2-4918-a556-6857397f625d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:15:14.447175 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Port e1dbf142-1764-4037-8714-29d34864f234 on network 1c81d0d0-d615-4849-87d4-dae2587ee669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:15:14.448004 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Attempting to bind port e1dbf142-1764-4037-8714-29d34864f234 on network 1c81d0d0-d615-4849-87d4-dae2587ee669 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:14.454372 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:14.455062 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Checking segment: {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:14.455634 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Bound using segment: {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:14.456276 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Bound port: e1dbf142-1764-4037-8714-29d34864f234, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31aeedf-02f0-4cfd-8233-67b004bbcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:14.456919 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e1dbf142-1764-4037-8714-29d34864f234), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.492388 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:14.493428 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.513842 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:14.523697 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Allocated IP 172.20.0.11 (035a4eca-c650-4fdd-bb42-ea519a7b428e/c80fbf3b-1b6b-4570-bc75-0a0f74eaa158/cbc3f1ce-2c7b-48d3-b9c8-8dabac259084) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:14.538954 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:14.545281 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.546398 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device b5d10650-f8c5-427c-8472-0a665ca4301f details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:15:14.547526 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-2fa00fd4-753e-47ff-804a-82ba61b57d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:14.549117 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-2fa00fd4-753e-47ff-804a-82ba61b57d12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1127 time: 0.1150534 Feb 07 04:15:14.569676 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] For port e1dbf142-1764-4037-8714-29d34864f234, host hv-cinder-79963, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:14.578398 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] For port e1dbf142-1764-4037-8714-29d34864f234, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e1dbf142-1764-4037-8714-29d34864f234,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:14.587214 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e1dbf142-1764-4037-8714-29d34864f234), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.677147 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port b5d10650-f8c5-427c-8472-0a665ca4301f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=b5d10650-f8c5-427c-8472-0a665ca4301f,segment=NetworkSegment(32443b59-9786-4834-958c-942cf5e6c670),segment_id=32443b59-9786-4834-958c-942cf5e6c670)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:14.679866 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:14.684452 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.688801 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] 10.222.0.30 "PUT /v2.0/ports/e1dbf142-1764-4037-8714-29d34864f234 HTTP/1.1" status: 200 len: 1093 time: 1.1577659 Feb 07 04:15:14.689418 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a', 'tag': 'e1dbf142-1764-4037-8714-29d34864f234'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:14.693426 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'b5d10650-f8c5-427c-8472-0a665ca4301f', 'network_id': 'fd1dc6a2-5aea-4548-b35e-164b66095f17', 'port_id': 'b5d10650-f8c5-427c-8472-0a665ca4301f', 'mac_address': 'fa:16:3e:6f:12:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c060382-fd7b-4fe9-b14e-49db583f7ccf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:15:14.695169 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bacb48-8926-44aa-9eba-2adf3fcaf013" -d '{"events": [{"name": "network-changed", "server_uuid": "9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a", "tag": "e1dbf142-1764-4037-8714-29d34864f234"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:14.746290 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-de2d90c0-b19d-4e5d-a2fe-3bb18d75a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:14.748176 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-de2d90c0-b19d-4e5d-a2fe-3bb18d75a621 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 919 time: 0.1877398 Feb 07 04:15:14.750944 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6987d-eb8a-4fce-885d-b16583471255 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dbf142-1764-4037-8714-29d34864f234,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:14.810970 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374247b2-61c3-4691-8f6c-2496e7291854 x-openstack-request-id: req-374247b2-61c3-4691-8f6c-2496e7291854 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:14.812315 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a", "tag": "e1dbf142-1764-4037-8714-29d34864f234", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:14.812547 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374247b2-61c3-4691-8f6c-2496e7291854 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:14.812950 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a', 'tag': 'e1dbf142-1764-4037-8714-29d34864f234', 'status': 'completed', 'code': 200} Feb 07 04:15:14.831387 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-26d7ef59-201f-47ce-900e-999d8163b05e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a3936d-26aa-4031-920c-7291ded7d6bc HTTP/1.1" status: 200 len: 217 time: 0.0677946 Feb 07 04:15:14.848887 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-14b8f60d-608e-4c0a-a8a3-a113528ee975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:14.850409 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-14b8f60d-608e-4c0a-a8a3-a113528ee975 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 1127 time: 0.0906694 Feb 07 04:15:14.889867 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.908301 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port b5d10650-f8c5-427c-8472-0a665ca4301f is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:14.908768 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:14.943061 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:14.949199 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d10650-f8c5-427c-8472-0a665ca4301f {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:14.964113 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-835037a2-ab86-4275-9578-8fdd3d169b04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1dbf142-1764-4037-8714-29d34864f234 HTTP/1.1" status: 200 len: 217 time: 0.0977910 Feb 07 04:15:14.998576 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port b5d10650-f8c5-427c-8472-0a665ca4301f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=b5d10650-f8c5-427c-8472-0a665ca4301f,segment=NetworkSegment(32443b59-9786-4834-958c-942cf5e6c670),segment_id=32443b59-9786-4834-958c-942cf5e6c670)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:15.007864 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:15.009573 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-07f6e8e5-a67a-4b8c-af4f-55605af9fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:15.012008 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-07f6e8e5-a67a-4b8c-af4f-55605af9fbda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.1703708 Feb 07 04:15:15.059721 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-b3ccaef2-70fe-42df-82c8-83d344d0599b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357654 Feb 07 04:15:15.068859 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa07d1-5bab-488a-8e9b-c68686c84d92 req-abffa248-9bca-42d7-bead-1a4bd11e85f8 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:15.071799 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-53fa07d1-5bab-488a-8e9b-c68686c84d92 req-abffa248-9bca-42d7-bead-1a4bd11e85f8 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 944 time: 0.1797144 Feb 07 04:15:15.074649 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=b5d10650-f8c5-427c-8472-0a665ca4301f,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:15.118875 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-869d7aaa-6a35-472a-a9e3-03ca8065de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:15.120539 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-869d7aaa-6a35-472a-a9e3-03ca8065de74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.1477039 Feb 07 04:15:15.173473 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-e3abd0fe-643b-46b6-9b3f-22c6d0aed0c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454879 Feb 07 04:15:15.185947 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef174346-69e4-4b64-995c-cc2b1ca08c6b req-fb893ba8-380d-43dc-9bd7-4fb7fb1c3fd8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:15.189908 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ef174346-69e4-4b64-995c-cc2b1ca08c6b req-fb893ba8-380d-43dc-9bd7-4fb7fb1c3fd8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 943 time: 0.1286652 Feb 07 04:15:15.255403 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-53fa07d1-5bab-488a-8e9b-c68686c84d92 req-2c38ee3a-c9d2-4e3c-9256-0d60ed8e5951 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591291 Feb 07 04:15:15.298944 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:15.329139 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-cbd582ef-027c-43da-a1b4-871497566af4 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380494 Feb 07 04:15:15.385840 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:15.389116 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-ee8bc18f-726b-4411-acda-b07ce6beab29 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159151 Feb 07 04:15:15.420701 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:15.424968 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:15.430064 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:15.431221 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:15.454597 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:15.539246 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-4c73d955-92a4-43e4-b2a6-820bde0da907 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7909667 Feb 07 04:15:15.568061 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ee09-df90-476e-bbad-6601eb598545 req-80b6c817-e82d-4b80-b9fb-81fb72a101ec tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:15.570820 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6550ee09-df90-476e-bbad-6601eb598545 req-80b6c817-e82d-4b80-b9fb-81fb72a101ec tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 932 time: 0.1841578 Feb 07 04:15:15.572999 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ef174346-69e4-4b64-995c-cc2b1ca08c6b req-d43a6c4b-cfe7-4b69-9059-50285ff23a33 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882121 Feb 07 04:15:15.574666 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Request body: {'port': {'device_id': '09f8629b-adac-41b3-a311-37fc873a7a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:15.654046 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-73fb0e9e-3be0-4cf6-a000-f7b0820ac2d5 req-628a030f-1e4b-4ddf-9711-8aea2b514de4 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091733 Feb 07 04:15:15.685766 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['b5d10650-f8c5-427c-8472-0a665ca4301f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:15:15.689246 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b35129fb-02cb-426d-86c8-29376fbd1a20 req-b6afb74a-1da3-4047-9d5e-34f5051e730c service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653987 Feb 07 04:15:15.734802 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:15.808418 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6550ee09-df90-476e-bbad-6601eb598545 req-f79f56dd-58ea-4100-bdc5-6bca041081c7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927001 Feb 07 04:15:15.842026 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['7316a72a-35b8-43ff-990d-60cf1f6bb7d6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:15:15.880713 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29105ef6-d920-4103-8ef3-6da4504ac814 req-5b0ec383-d83b-4624-868f-3e8fd4c964e0 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:15.891628 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-29105ef6-d920-4103-8ef3-6da4504ac814 req-5b0ec383-d83b-4624-868f-3e8fd4c964e0 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 945 time: 0.0956783 Feb 07 04:15:15.942011 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-f16f2004-7aa7-4d9d-b0dc-5fa4d81907a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:15.943724 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-f16f2004-7aa7-4d9d-b0dc-5fa4d81907a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 1127 time: 0.1518259 Feb 07 04:15:15.985028 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-29105ef6-d920-4103-8ef3-6da4504ac814 req-15436ab9-7957-40e9-8c8f-599940dbd125 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905790 Feb 07 04:15:16.109462 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-fa05c225-5cd5-42bd-b538-029b66a691d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:16.111212 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-fa05c225-5cd5-42bd-b538-029b66a691d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 919 time: 0.1602290 Feb 07 04:15:16.115235 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-6231004e-26e4-4428-9cd3-e67e0d0e6c04 None None] Provisioning complete for port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:16.115614 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6231004e-26e4-4428-9cd3-e67e0d0e6c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.198350 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51928) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:16.277170 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-6231004e-26e4-4428-9cd3-e67e0d0e6c04 None None] Port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:15:16.364083 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-1482f41f-f7f5-48c1-9520-8d73b0f1b608 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1dbf142-1764-4037-8714-29d34864f234 HTTP/1.1" status: 200 len: 217 time: 0.2456024 Feb 07 04:15:16.375008 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7bc46612-b0ca-46f0-8c94-7e6d5d46ee86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.473349 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-1a3599b6-0ed8-4ace-9f11-cc87cd71dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:16.474734 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-1a3599b6-0ed8-4ace-9f11-cc87cd71dcd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.1030834 Feb 07 04:15:16.492341 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7bc46612-b0ca-46f0-8c94-7e6d5d46ee86 admin admin] Publish callbacks [] for security_group (94f68448-890a-4a26-ab8e-ef0bcdc2b552), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.498038 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7bc46612-b0ca-46f0-8c94-7e6d5d46ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (94f68448-890a-4a26-ab8e-ef0bcdc2b552), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.528430 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-5c237ff2-80aa-45bd-94f9-e57b9b391518 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457590 Feb 07 04:15:16.538848 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-7bc46612-b0ca-46f0-8c94-7e6d5d46ee86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60c534059f4c414f94d8229cdf6460ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391852 Feb 07 04:15:16.544624 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 51942) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:16.555902 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae13d-a35e-4c5d-b81f-66bfdc43f2ec req-3e0d68cd-eb27-4c4e-9dc9-fd34f64afd86 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:16.557454 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9e5ae13d-a35e-4c5d-b81f-66bfdc43f2ec req-3e0d68cd-eb27-4c4e-9dc9-fd34f64afd86 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 945 time: 0.1795425 Feb 07 04:15:16.599578 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:16.608884 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc46612-b0ca-46f0-8c94-7e6d5d46ee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f68448-890a-4a26-ab8e-ef0bcdc2b552,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:16.623128 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1589-f8f2-4ca0-a3f5-4770b6472068 admin admin] Publish callbacks [] for security_group (94f68448-890a-4a26-ab8e-ef0bcdc2b552), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.650567 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Publish callbacks [] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.651241 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1589-f8f2-4ca0-a3f5-4770b6472068 admin admin] Publish callbacks [] for security_group (94f68448-890a-4a26-ab8e-ef0bcdc2b552), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.705044 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Transition to ACTIVE for port object cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:15:16.725160 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.776844 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdc063-f5d6-4c31-acfd-0c1c2f7dc5d0 req-20b772b9-5ef1-4139-b9c6-3b84b65394c6 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:16.778469 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e7bdc063-f5d6-4c31-acfd-0c1c2f7dc5d0 req-20b772b9-5ef1-4139-b9c6-3b84b65394c6 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 943 time: 0.0995636 Feb 07 04:15:16.804787 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-0cc1f305-5f13-4b36-a253-dee0d568b7cc service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676318 Feb 07 04:15:16.816674 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1589-f8f2-4ca0-a3f5-4770b6472068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (94f68448-890a-4a26-ab8e-ef0bcdc2b552), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.819340 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1589-f8f2-4ca0-a3f5-4770b6472068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:16.820263 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ae8e1589-f8f2-4ca0-a3f5-4770b6472068 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94f68448-890a-4a26-ab8e-ef0bcdc2b552 HTTP/1.1" status: 204 len: 168 time: 0.2746909 Feb 07 04:15:16.836490 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:16.849213 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e1589-f8f2-4ca0-a3f5-4770b6472068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f68448-890a-4a26-ab8e-ef0bcdc2b552,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:16.858226 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9e5ae13d-a35e-4c5d-b81f-66bfdc43f2ec req-1924e9d2-bcb9-40d2-bc4b-bc0e1b6d6611 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892289 Feb 07 04:15:16.918304 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e7bdc063-f5d6-4c31-acfd-0c1c2f7dc5d0 req-474fb797-bc2c-4dab-827b-85752f353eb8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323290 Feb 07 04:15:17.013648 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Attempting to bind port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:17.014120 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Attempting to bind port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:17.014457 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Attempting to bind port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 on network 035a4eca-c650-4fdd-bb42-ea519a7b428e {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:17.021638 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 on network 035a4eca-c650-4fdd-bb42-ea519a7b428e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:15:17.021965 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Attempting to bind port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 on network 035a4eca-c650-4fdd-bb42-ea519a7b428e {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:17.079149 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:17.079414 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Checking segment: {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:17.079804 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Bound using segment: {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:17.080279 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Bound port: cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:17.080636 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:17.184960 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b402711-c084-42ca-a81c-f1ff2299e3c1 req-2683a89d-9097-47dc-9dd3-c0299457038a tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:17.186645 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6b402711-c084-42ca-a81c-f1ff2299e3c1 req-2683a89d-9097-47dc-9dd3-c0299457038a tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.1796937 Feb 07 04:15:17.205873 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a5176-db33-489e-9a1c-16c48b702291 req-f8fd1836-a095-4fa6-95db-055f329dab4d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:17.214450 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-286a5176-db33-489e-9a1c-16c48b702291 req-f8fd1836-a095-4fa6-95db-055f329dab4d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 945 time: 0.1153443 Feb 07 04:15:17.266585 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61bacb48-8926-44aa-9eba-2adf3fcaf013 req-52575b57-9d3a-435e-bf73-f376b33ad07d service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194577 Feb 07 04:15:17.312608 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-286a5176-db33-489e-9a1c-16c48b702291 req-c9ffc0c5-6369-4b77-8556-7f20e1367f41 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917823 Feb 07 04:15:17.326271 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:17.335279 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:17.355018 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:17.377773 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6b402711-c084-42ca-a81c-f1ff2299e3c1 req-f7276183-5575-472c-bee0-a688e97806d6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754093 Feb 07 04:15:17.414940 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:17.416439 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:17.417829 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] 10.222.0.30 "PUT /v2.0/ports/cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 HTTP/1.1" status: 200 len: 1094 time: 1.8571846 Feb 07 04:15:17.418290 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:17.420735 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d3d6e-41b7-4847-a9ce-8994d1104001" -d '{"events": [{"name": "network-changed", "server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:17.451149 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23720b9f-6d9e-46b2-97ee-aa67e0967a7d service neutron] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:17.504190 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67fbc6e-3ff8-487b-80a4-88c3ddc280ce x-openstack-request-id: req-a67fbc6e-3ff8-487b-80a4-88c3ddc280ce {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:17.504991 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:17.506030 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a67fbc6e-3ff8-487b-80a4-88c3ddc280ce {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:17.507131 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'status': 'completed', 'code': 200} Feb 07 04:15:17.568261 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-667de4fa-2de5-43bd-a100-4a82cc065d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:17.570167 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-667de4fa-2de5-43bd-a100-4a82cc065d5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 1128 time: 0.0828531 Feb 07 04:15:17.657021 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52018) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:17.657521 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-921a5942-e69b-465d-b94d-3dcb9876bc08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 HTTP/1.1" status: 200 len: 217 time: 0.0708601 Feb 07 04:15:17.660583 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52020) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:17.707488 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ca84-9d54-4fec-b5f2-e94e1ff57619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:17.753870 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-26d250b2-751d-4b00-954d-a841de413bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:17.756917 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-26d250b2-751d-4b00-954d-a841de413bd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0885909 Feb 07 04:15:17.882612 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-8c7a2783-fa63-44b1-be3b-489ecb9ce609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:17.884232 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-8c7a2783-fa63-44b1-be3b-489ecb9ce609 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1190453 Feb 07 04:15:17.919370 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ca84-9d54-4fec-b5f2-e94e1ff57619 admin admin] Publish callbacks [] for security_group (1f34dc03-e7d6-4b22-ad8c-ada72bfbdc9a), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:17.934105 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ca84-9d54-4fec-b5f2-e94e1ff57619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (1f34dc03-e7d6-4b22-ad8c-ada72bfbdc9a), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.023724 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-7ea2ca84-9d54-4fec-b5f2-e94e1ff57619 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19953e57fc4744a899ee245b0d8167b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594930 Feb 07 04:15:18.025369 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52060) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:18.075162 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4d9946f-c2ec-4e65-b97b-1a95ba030172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.080547 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2ca84-9d54-4fec-b5f2-e94e1ff57619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f34dc03-e7d6-4b22-ad8c-ada72bfbdc9a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:18.114406 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d438d-831f-4ff3-8df5-f16012690233 req-47ec60b9-6e01-4e66-b1ea-5a3f807fed9b tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:18.122395 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-525d438d-831f-4ff3-8df5-f16012690233 req-47ec60b9-6e01-4e66-b1ea-5a3f807fed9b tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 945 time: 0.1075649 Feb 07 04:15:18.132785 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-135c095c-880d-4c0c-aef9-db35d7b8d03b service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279558 Feb 07 04:15:18.192829 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-311d5e74-8057-47ad-ae54-ab1f0dfb5824 admin admin] Publish callbacks [] for security_group (1f34dc03-e7d6-4b22-ad8c-ada72bfbdc9a), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.209819 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d99fa-1e15-4d90-927e-9a734dc35c57 req-fdf672ef-c2cb-49e5-830e-5a01a5dbf86d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:18.216705 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f03d99fa-1e15-4d90-927e-9a734dc35c57 req-fdf672ef-c2cb-49e5-830e-5a01a5dbf86d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 943 time: 0.1635804 Feb 07 04:15:18.224532 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 08a3936d-26aa-4031-920c-7291ded7d6bc details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:15:18.231022 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:18.243908 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-525d438d-831f-4ff3-8df5-f16012690233 req-d8a73af4-35f4-474b-a537-0ee969d64c59 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204820 Feb 07 04:15:18.263633 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-311d5e74-8057-47ad-ae54-ab1f0dfb5824 admin admin] Publish callbacks [] for security_group (1f34dc03-e7d6-4b22-ad8c-ada72bfbdc9a), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.286212 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d6e0cb97-066b-4856-8a59-98d54e2a1dc7 req-d49f95f1-28f6-453f-886a-ccc80f831d88 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428940 Feb 07 04:15:18.364700 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f03d99fa-1e15-4d90-927e-9a734dc35c57 req-bd6a7cad-550e-4f7c-b193-db2c8e29ea59 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465323 Feb 07 04:15:18.374747 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4d9946f-c2ec-4e65-b97b-1a95ba030172 admin admin] Publish callbacks [] for security_group (267f123e-b37f-4612-9db1-aed90646ead3), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.389569 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f4d9946f-c2ec-4e65-b97b-1a95ba030172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (267f123e-b37f-4612-9db1-aed90646ead3), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.420963 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52092) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:18.471811 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:15:18.489110 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:18.496538 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.512513 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-06959b4f-e402-4353-a275-78ecbf9dc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:18.514295 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-06959b4f-e402-4353-a275-78ecbf9dc0e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 1128 time: 0.0898728 Feb 07 04:15:18.529692 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f21ec-dfbd-4e63-9e0f-3e041318a116 req-05e2d58f-d33f-4edf-b390-1f3fe8cbcd44 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:18.532678 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bf7f21ec-dfbd-4e63-9e0f-3e041318a116 req-05e2d58f-d33f-4edf-b390-1f3fe8cbcd44 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 945 time: 0.1500261 Feb 07 04:15:18.541028 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f4d9946f-c2ec-4e65-b97b-1a95ba030172 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ee9180fe77a40bb84300c4a66c7fdb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8775148 Feb 07 04:15:18.548626 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52100) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:18.592804 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9946f-c2ec-4e65-b97b-1a95ba030172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267f123e-b37f-4612-9db1-aed90646ead3,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:18.605265 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 08a3936d-26aa-4031-920c-7291ded7d6bc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=08a3936d-26aa-4031-920c-7291ded7d6bc,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:18.619884 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-311d5e74-8057-47ad-ae54-ab1f0dfb5824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (1f34dc03-e7d6-4b22-ad8c-ada72bfbdc9a), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.622475 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-311d5e74-8057-47ad-ae54-ab1f0dfb5824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.626496 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-311d5e74-8057-47ad-ae54-ab1f0dfb5824 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f34dc03-e7d6-4b22-ad8c-ada72bfbdc9a HTTP/1.1" status: 204 len: 168 time: 0.6011474 Feb 07 04:15:18.637831 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-ec8b287c-cea1-4b9d-a352-5c0163923e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:18.639329 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-ec8b287c-cea1-4b9d-a352-5c0163923e24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 918 time: 0.1057436 Feb 07 04:15:18.641858 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '08a3936d-26aa-4031-920c-7291ded7d6bc', 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669', 'port_id': '08a3936d-26aa-4031-920c-7291ded7d6bc', 'mac_address': 'fa:16:3e:18:9e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c826d7-1ef0-4837-b7e5-49cca61129ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:15:18.657751 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d5e74-8057-47ad-ae54-ab1f0dfb5824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f34dc03-e7d6-4b22-ad8c-ada72bfbdc9a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:18.698104 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 08a3936d-26aa-4031-920c-7291ded7d6bc is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:18.698768 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.702375 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a537213-7adb-4d42-aca7-95910db23e48 req-53712273-e5b0-4bf4-8150-59424c0a7312 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:18.702516 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-a2209ee0-baf9-4802-9e04-2a7bb1678708 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 HTTP/1.1" status: 200 len: 217 time: 0.0544968 Feb 07 04:15:18.710989 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0a537213-7adb-4d42-aca7-95910db23e48 req-53712273-e5b0-4bf4-8150-59424c0a7312 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.1970274 Feb 07 04:15:18.713194 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd344903-0de1-4014-b626-93e8b4682fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.719061 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a3936d-26aa-4031-920c-7291ded7d6bc {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:18.726153 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:18.726874 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.761211 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ab83aa-0797-44a0-b215-5bfdf13708e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7316a72a-35b8-43ff-990d-60cf1f6bb7d6'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:18.788260 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bf7f21ec-dfbd-4e63-9e0f-3e041318a116 req-492f49aa-6b67-471a-b3c8-253dde24e22b tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474402 Feb 07 04:15:18.812940 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-ff1b79b5-70a2-4ed0-9ca9-43f59ea3d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:18.818262 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-ff1b79b5-70a2-4ed0-9ca9-43f59ea3d840 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.1063044 Feb 07 04:15:18.847617 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 08a3936d-26aa-4031-920c-7291ded7d6bc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=08a3936d-26aa-4031-920c-7291ded7d6bc,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:18.851421 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:18.858066 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.861944 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.862928 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device b5d10650-f8c5-427c-8472-0a665ca4301f up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:18.886295 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92998173-ae8b-4792-995b-8ee9279bf8c0 admin admin] Publish callbacks [] for security_group (267f123e-b37f-4612-9db1-aed90646ead3), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.912270 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92998173-ae8b-4792-995b-8ee9279bf8c0 admin admin] Publish callbacks [] for security_group (267f123e-b37f-4612-9db1-aed90646ead3), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.912459 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-9cba97d4-87e9-445c-9c54-3e42f5635f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:18.916531 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-9cba97d4-87e9-445c-9c54-3e42f5635f31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916314 Feb 07 04:15:18.948571 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=08a3936d-26aa-4031-920c-7291ded7d6bc,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:18.972367 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd344903-0de1-4014-b626-93e8b4682fb8 admin admin] Publish callbacks [] for security_group (8958e320-94ce-4dfd-95b7-90f05717ef93), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.985874 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port b5d10650-f8c5-427c-8472-0a665ca4301f completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:15:18.996778 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port b5d10650-f8c5-427c-8472-0a665ca4301f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:18.997426 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0a537213-7adb-4d42-aca7-95910db23e48 req-f0e6c8e8-abcc-42e1-9a9c-959b003ab4c5 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858331 Feb 07 04:15:18.997537 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:18.998903 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fd344903-0de1-4014-b626-93e8b4682fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8958e320-94ce-4dfd-95b7-90f05717ef93), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.041922 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-fd344903-0de1-4014-b626-93e8b4682fb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40ecc538a7bd41d4839334fd80c4a462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6198258 Feb 07 04:15:19.043732 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:19.047705 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52122) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:19.065484 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd344903-0de1-4014-b626-93e8b4682fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8958e320-94ce-4dfd-95b7-90f05717ef93,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:19.086732 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92998173-ae8b-4792-995b-8ee9279bf8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (267f123e-b37f-4612-9db1-aed90646ead3), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.089798 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-92998173-ae8b-4792-995b-8ee9279bf8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.091351 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-92998173-ae8b-4792-995b-8ee9279bf8c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/267f123e-b37f-4612-9db1-aed90646ead3 HTTP/1.1" status: 204 len: 168 time: 0.4930928 Feb 07 04:15:19.101468 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92998173-ae8b-4792-995b-8ee9279bf8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267f123e-b37f-4612-9db1-aed90646ead3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:19.164344 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-905b9f28-3068-466e-934a-20c19311e670 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415679 Feb 07 04:15:19.175740 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port b5d10650-f8c5-427c-8472-0a665ca4301f is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:19.177393 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.180128 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa290d7c-8ae9-42f9-b9c5-b803ece41861 admin admin] Publish callbacks [] for security_group (8958e320-94ce-4dfd-95b7-90f05717ef93), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.219088 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205abcd9-8f47-4d0a-a8c1-6e0500af890e" -d '{"events": [{"server_uuid": "31ab83aa-0797-44a0-b215-5bfdf13708e8", "name": "network-vif-plugged", "status": "completed", "tag": "7316a72a-35b8-43ff-990d-60cf1f6bb7d6"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:19.243765 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port b5d10650-f8c5-427c-8472-0a665ca4301f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=b5d10650-f8c5-427c-8472-0a665ca4301f,segment=NetworkSegment(32443b59-9786-4834-958c-942cf5e6c670),segment_id=32443b59-9786-4834-958c-942cf5e6c670)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:19.249060 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.279373 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa290d7c-8ae9-42f9-b9c5-b803ece41861 admin admin] Publish callbacks [] for security_group (8958e320-94ce-4dfd-95b7-90f05717ef93), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.296807 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52138) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:19.317553 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=b5d10650-f8c5-427c-8472-0a665ca4301f,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:19.353542 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['08a3936d-26aa-4031-920c-7291ded7d6bc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:15:19.372033 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-102d3d6e-41b7-4847-a9ce-8994d1104001 req-ac05c500-abe9-4279-97fe-5cacb018cf4e service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004938 Feb 07 04:15:19.393826 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa290d7c-8ae9-42f9-b9c5-b803ece41861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8958e320-94ce-4dfd-95b7-90f05717ef93), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.399554 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aa290d7c-8ae9-42f9-b9c5-b803ece41861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.402921 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-aa290d7c-8ae9-42f9-b9c5-b803ece41861 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8958e320-94ce-4dfd-95b7-90f05717ef93 HTTP/1.1" status: 204 len: 168 time: 0.3502798 Feb 07 04:15:19.416964 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa290d7c-8ae9-42f9-b9c5-b803ece41861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8958e320-94ce-4dfd-95b7-90f05717ef93,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:19.438567 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb107830-0acb-4444-a4bb-15e914165df0 req-e622b0ef-699c-410c-acc5-cc61c10dd44c tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:19.440469 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-eb107830-0acb-4444-a4bb-15e914165df0 req-e622b0ef-699c-410c-acc5-cc61c10dd44c tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 946 time: 0.0919135 Feb 07 04:15:19.499372 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-eb107830-0acb-4444-a4bb-15e914165df0 req-9849aeb4-06e2-4701-81fc-36f20da57864 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534582 Feb 07 04:15:19.583264 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a6cc35-43a7-475b-86e1-c7bcd864a3da x-openstack-request-id: req-88a6cc35-43a7-475b-86e1-c7bcd864a3da {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:19.583732 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ab83aa-0797-44a0-b215-5bfdf13708e8", "name": "network-vif-plugged", "status": "completed", "tag": "7316a72a-35b8-43ff-990d-60cf1f6bb7d6", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:19.584418 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88a6cc35-43a7-475b-86e1-c7bcd864a3da {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:19.584668 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ab83aa-0797-44a0-b215-5bfdf13708e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'code': 200} Feb 07 04:15:19.669819 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabad59-e24d-4519-9739-59959c9a5c86 req-01b42392-9d10-4a04-8e06-52a2205b95b9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:19.671975 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8fabad59-e24d-4519-9739-59959c9a5c86 req-01b42392-9d10-4a04-8e06-52a2205b95b9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 943 time: 0.0720179 Feb 07 04:15:19.696229 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03eb2853-f58e-44d6-ae7f-77f3a534706a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.768770 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8fabad59-e24d-4519-9739-59959c9a5c86 req-a96ffd35-0886-4ccd-adca-1d182135a569 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891995 Feb 07 04:15:19.837849 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03eb2853-f58e-44d6-ae7f-77f3a534706a admin admin] Publish callbacks [] for security_group (d4ffae9f-ae23-42ac-82aa-6aa3cb95d6a0), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.843152 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-03eb2853-f58e-44d6-ae7f-77f3a534706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d4ffae9f-ae23-42ac-82aa-6aa3cb95d6a0), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.880630 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3ef9a-6552-46d1-8a69-1f751fd29b2f req-eb7cc186-7f14-433b-a8f3-a78ebab947ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:19.882151 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9fb3ef9a-6552-46d1-8a69-1f751fd29b2f req-eb7cc186-7f14-433b-a8f3-a78ebab947ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 1130 time: 0.1052771 Feb 07 04:15:19.892367 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-03eb2853-f58e-44d6-ae7f-77f3a534706a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbf1169d7bf147feae94822797f04656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944333 Feb 07 04:15:19.895807 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52156) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:19.909386 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb2853-f58e-44d6-ae7f-77f3a534706a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ffae9f-ae23-42ac-82aa-6aa3cb95d6a0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:19.925728 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52160) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:19.932581 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9fb3ef9a-6552-46d1-8a69-1f751fd29b2f req-f2b2bf4d-fd65-4658-9120-a007acb0aca3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:19.943010 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efb0d386-5be6-4e07-989b-10b26af78f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.054497 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc31c76b-8960-4b8a-bde8-92c291960704 admin admin] Publish callbacks [] for security_group (d4ffae9f-ae23-42ac-82aa-6aa3cb95d6a0), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.063547 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ada32-81cd-417a-b456-21030183b6f7 req-1e7ae3b6-d906-4896-9677-d151b9811e56 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:20.065600 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-271ada32-81cd-417a-b456-21030183b6f7 req-1e7ae3b6-d906-4896-9677-d151b9811e56 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 946 time: 0.1943784 Feb 07 04:15:20.078466 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efb0d386-5be6-4e07-989b-10b26af78f54 admin admin] Publish callbacks [] for security_group (bc68d245-9eaa-47a3-a683-c6d6b8283270), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.085507 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-efb0d386-5be6-4e07-989b-10b26af78f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (bc68d245-9eaa-47a3-a683-c6d6b8283270), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.117972 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc31c76b-8960-4b8a-bde8-92c291960704 admin admin] Publish callbacks [] for security_group (d4ffae9f-ae23-42ac-82aa-6aa3cb95d6a0), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.131897 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9fb3ef9a-6552-46d1-8a69-1f751fd29b2f req-f2b2bf4d-fd65-4658-9120-a007acb0aca3 service neutron] Publish callbacks [] for security_group (49e098d5-85bc-4f3a-8f36-5688c3259c9b), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.150089 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-9fb3ef9a-6552-46d1-8a69-1f751fd29b2f req-f2b2bf4d-fd65-4658-9120-a007acb0aca3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (49e098d5-85bc-4f3a-8f36-5688c3259c9b), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.167050 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-efb0d386-5be6-4e07-989b-10b26af78f54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca4cc5c10b71456b8da78fd0ee331db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402520 Feb 07 04:15:20.167944 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0d386-5be6-4e07-989b-10b26af78f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc68d245-9eaa-47a3-a683-c6d6b8283270,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:20.171562 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52168) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:20.202389 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52170) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:20.228488 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-271ada32-81cd-417a-b456-21030183b6f7 req-1cd52979-ae0a-4753-807e-847594619d29 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455719 Feb 07 04:15:20.232385 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9fb3ef9a-6552-46d1-8a69-1f751fd29b2f req-f2b2bf4d-fd65-4658-9120-a007acb0aca3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400483 Feb 07 04:15:20.232716 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ac90-b03c-46e2-a236-a0f0669d2140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.233920 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2bf4d-fd65-4658-9120-a007acb0aca3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49e098d5-85bc-4f3a-8f36-5688c3259c9b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:20.242419 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e1dbf142-1764-4037-8714-29d34864f234 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:15:20.255168 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a73834-6b86-460a-bfcf-89265d87ab25 req-d64db851-13c6-4fb7-a312-dbb51642db8f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:20.256658 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e5a73834-6b86-460a-bfcf-89265d87ab25 req-d64db851-13c6-4fb7-a312-dbb51642db8f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.1305025 Feb 07 04:15:20.279436 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc31c76b-8960-4b8a-bde8-92c291960704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d4ffae9f-ae23-42ac-82aa-6aa3cb95d6a0), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.282395 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc31c76b-8960-4b8a-bde8-92c291960704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.283558 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-cc31c76b-8960-4b8a-bde8-92c291960704 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4ffae9f-ae23-42ac-82aa-6aa3cb95d6a0 HTTP/1.1" status: 204 len: 168 time: 0.3874454 Feb 07 04:15:20.296673 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31c76b-8960-4b8a-bde8-92c291960704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ffae9f-ae23-42ac-82aa-6aa3cb95d6a0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:20.308707 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef2e415c-984f-4c0e-915b-d98dc3326d60 admin admin] Publish callbacks [] for security_group (bc68d245-9eaa-47a3-a683-c6d6b8283270), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.369169 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e5a73834-6b86-460a-bfcf-89265d87ab25 req-5a8cad08-0868-4a08-be5a-f78cd25fca24 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051686 Feb 07 04:15:20.371240 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef2e415c-984f-4c0e-915b-d98dc3326d60 admin admin] Publish callbacks [] for security_group (bc68d245-9eaa-47a3-a683-c6d6b8283270), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.430104 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port e1dbf142-1764-4037-8714-29d34864f234, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e1dbf142-1764-4037-8714-29d34864f234,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:20.453805 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'e1dbf142-1764-4037-8714-29d34864f234', 'network_id': '1c81d0d0-d615-4849-87d4-dae2587ee669', 'port_id': 'e1dbf142-1764-4037-8714-29d34864f234', 'mac_address': 'fa:16:3e:7b:94:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c826d7-1ef0-4837-b7e5-49cca61129ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:15:20.462681 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ac90-b03c-46e2-a236-a0f0669d2140 admin admin] Publish callbacks [] for security_group (b8ac945f-fe26-4106-a3ce-9514c3f403f7), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.462882 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef2e415c-984f-4c0e-915b-d98dc3326d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (bc68d245-9eaa-47a3-a683-c6d6b8283270), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.465505 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ef2e415c-984f-4c0e-915b-d98dc3326d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.466656 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ef2e415c-984f-4c0e-915b-d98dc3326d60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc68d245-9eaa-47a3-a683-c6d6b8283270 HTTP/1.1" status: 204 len: 168 time: 0.2941794 Feb 07 04:15:20.469347 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ac90-b03c-46e2-a236-a0f0669d2140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b8ac945f-fe26-4106-a3ce-9514c3f403f7), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.482178 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e415c-984f-4c0e-915b-d98dc3326d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc68d245-9eaa-47a3-a683-c6d6b8283270,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:20.512531 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port e1dbf142-1764-4037-8714-29d34864f234 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:20.513171 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e1dbf142-1764-4037-8714-29d34864f234), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.520746 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ac90-b03c-46e2-a236-a0f0669d2140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac945f-fe26-4106-a3ce-9514c3f403f7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:20.536180 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dbf142-1764-4037-8714-29d34864f234 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:20.568416 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port e1dbf142-1764-4037-8714-29d34864f234, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e1dbf142-1764-4037-8714-29d34864f234,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:20.575208 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e1dbf142-1764-4037-8714-29d34864f234), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.582144 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-5eb2ac90-b03c-46e2-a236-a0f0669d2140 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43a98c710a4f4f109980061cdf495fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784933 Feb 07 04:15:20.584924 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52184) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:20.631233 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=e1dbf142-1764-4037-8714-29d34864f234,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:20.661327 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-374bda43-7c5b-4f34-aa7e-a7de99b9af67 admin admin] Publish callbacks [] for security_group (b8ac945f-fe26-4106-a3ce-9514c3f403f7), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.666166 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0a95-8b91-4dd0-94b0-5865d99ce478 req-38439e74-7482-4d4c-99de-7b5341f401d1 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:20.667725 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f1bc0a95-8b91-4dd0-94b0-5865d99ce478 req-38439e74-7482-4d4c-99de-7b5341f401d1 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 946 time: 0.0687740 Feb 07 04:15:20.687332 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-374bda43-7c5b-4f34-aa7e-a7de99b9af67 admin admin] Publish callbacks [] for security_group (b8ac945f-fe26-4106-a3ce-9514c3f403f7), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.726723 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f1bc0a95-8b91-4dd0-94b0-5865d99ce478 req-135260ca-d8a9-4c04-8972-a44935300d21 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497479 Feb 07 04:15:20.756383 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-374bda43-7c5b-4f34-aa7e-a7de99b9af67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b8ac945f-fe26-4106-a3ce-9514c3f403f7), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.759601 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-374bda43-7c5b-4f34-aa7e-a7de99b9af67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.760806 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-374bda43-7c5b-4f34-aa7e-a7de99b9af67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8ac945f-fe26-4106-a3ce-9514c3f403f7 HTTP/1.1" status: 204 len: 168 time: 0.1746757 Feb 07 04:15:20.769284 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bda43-7c5b-4f34-aa7e-a7de99b9af67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac945f-fe26-4106-a3ce-9514c3f403f7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:20.849224 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52194) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:20.875205 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f1fca6d9-24db-41c2-b100-945503059971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:20.951640 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068a38c-99f9-46c3-9798-c6251678b3f9 req-d6282111-71ee-46d1-9cc6-81231435f10e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:20.953109 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4068a38c-99f9-46c3-9798-c6251678b3f9 req-d6282111-71ee-46d1-9cc6-81231435f10e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 944 time: 0.0934603 Feb 07 04:15:21.020605 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['e1dbf142-1764-4037-8714-29d34864f234'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:15:21.048788 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4068a38c-99f9-46c3-9798-c6251678b3f9 req-86cfa2a5-aa96-4552-afaf-b5a938d5c014 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859265 Feb 07 04:15:21.050198 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f1fca6d9-24db-41c2-b100-945503059971 admin admin] Publish callbacks [] for security_group (1d7a45f8-8b64-48d9-a7ce-da3aa06fd4a4), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.058879 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f1fca6d9-24db-41c2-b100-945503059971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (1d7a45f8-8b64-48d9-a7ce-da3aa06fd4a4), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.099688 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f1fca6d9-24db-41c2-b100-945503059971 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=def95ee4495847c7a3a9c70d27991bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491660 Feb 07 04:15:21.103181 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52200) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:21.117100 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fca6d9-24db-41c2-b100-945503059971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a45f8-8b64-48d9-a7ce-da3aa06fd4a4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:21.158035 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f112-ff4a-4118-bb34-ddac1a7e850d admin admin] Publish callbacks [] for security_group (1d7a45f8-8b64-48d9-a7ce-da3aa06fd4a4), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.185952 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f112-ff4a-4118-bb34-ddac1a7e850d admin admin] Publish callbacks [] for security_group (1d7a45f8-8b64-48d9-a7ce-da3aa06fd4a4), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.253662 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f112-ff4a-4118-bb34-ddac1a7e850d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (1d7a45f8-8b64-48d9-a7ce-da3aa06fd4a4), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.257715 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f112-ff4a-4118-bb34-ddac1a7e850d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.259144 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52206) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:21.259406 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-bcf8f112-ff4a-4118-bb34-ddac1a7e850d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d7a45f8-8b64-48d9-a7ce-da3aa06fd4a4 HTTP/1.1" status: 204 len: 168 time: 0.1541426 Feb 07 04:15:21.272292 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8f112-ff4a-4118-bb34-ddac1a7e850d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a45f8-8b64-48d9-a7ce-da3aa06fd4a4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:21.279610 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8215745-0f75-41cc-b026-38e52860acc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.390151 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8215745-0f75-41cc-b026-38e52860acc2 admin admin] Publish callbacks [] for security_group (6ff1ffb1-de32-4731-b187-035185c05978), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.394717 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8215745-0f75-41cc-b026-38e52860acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (6ff1ffb1-de32-4731-b187-035185c05978), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.419014 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061a3c2-c6bb-408e-9e6e-dc65c9c3f440 req-605a2420-6779-42eb-b9da-d82fe817d14f tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:21.427448 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9061a3c2-c6bb-408e-9e6e-dc65c9c3f440 req-605a2420-6779-42eb-b9da-d82fe817d14f tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 946 time: 0.0700405 Feb 07 04:15:21.448234 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c8215745-0f75-41cc-b026-38e52860acc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79f727ceff1a43e6a9fda89b1d822696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877487 Feb 07 04:15:21.449051 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52218) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:21.449305 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8215745-0f75-41cc-b026-38e52860acc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff1ffb1-de32-4731-b187-035185c05978,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:21.513746 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9061a3c2-c6bb-408e-9e6e-dc65c9c3f440 req-02286e6d-44fa-403a-b9a5-ccb296264d54 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846932 Feb 07 04:15:21.548022 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c4da-0e15-4c64-b3e1-3e1cde83f56e admin admin] Publish callbacks [] for security_group (6ff1ffb1-de32-4731-b187-035185c05978), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.549031 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0d0c1-e443-4dea-855d-9950a7fcae24 req-916e6393-e688-4c95-b322-3816aff9c310 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:21.550562 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f8d0d0c1-e443-4dea-855d-9950a7fcae24 req-916e6393-e688-4c95-b322-3816aff9c310 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0759580 Feb 07 04:15:21.575832 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c4da-0e15-4c64-b3e1-3e1cde83f56e admin admin] Publish callbacks [] for security_group (6ff1ffb1-de32-4731-b187-035185c05978), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.586304 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79993cf3-effd-4ca7-9f63-a643a924216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d10650-f8c5-427c-8472-0a665ca4301f'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:21.590201 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e21650-5d77-4332-80bd-e5ff8864934d" -d '{"events": [{"server_uuid": "79993cf3-effd-4ca7-9f63-a643a924216d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d10650-f8c5-427c-8472-0a665ca4301f"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:21.616934 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f8d0d0c1-e443-4dea-855d-9950a7fcae24 req-7bb75682-446b-41ce-a07e-2519e0c2a595 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578091 Feb 07 04:15:21.633503 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0672b457-a263-41b5-984b-2343be21ba3b x-openstack-request-id: req-0672b457-a263-41b5-984b-2343be21ba3b {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:21.634588 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79993cf3-effd-4ca7-9f63-a643a924216d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d10650-f8c5-427c-8472-0a665ca4301f", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:21.635171 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0672b457-a263-41b5-984b-2343be21ba3b {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:21.635801 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79993cf3-effd-4ca7-9f63-a643a924216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d10650-f8c5-427c-8472-0a665ca4301f', 'code': 200} Feb 07 04:15:21.654096 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c4da-0e15-4c64-b3e1-3e1cde83f56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (6ff1ffb1-de32-4731-b187-035185c05978), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.657099 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c4da-0e15-4c64-b3e1-3e1cde83f56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:21.658302 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a1b2c4da-0e15-4c64-b3e1-3e1cde83f56e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ff1ffb1-de32-4731-b187-035185c05978 HTTP/1.1" status: 204 len: 168 time: 0.2048440 Feb 07 04:15:21.665879 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2c4da-0e15-4c64-b3e1-3e1cde83f56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff1ffb1-de32-4731-b187-035185c05978,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:21.913145 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da638c1-a491-47ec-97dd-1f59ddd1c28b req-a21b9566-ac80-4f74-baf1-57895bdd8e39 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:21.914620 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5da638c1-a491-47ec-97dd-1f59ddd1c28b req-a21b9566-ac80-4f74-baf1-57895bdd8e39 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 946 time: 0.0945561 Feb 07 04:15:21.918833 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33214a-5d86-4545-aa03-f0468b84fa73 req-404837e7-444d-4561-a440-0d30bb5c401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:21.920275 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9d33214a-5d86-4545-aa03-f0468b84fa73 req-404837e7-444d-4561-a440-0d30bb5c401a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 1130 time: 0.0859439 Feb 07 04:15:21.990915 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5da638c1-a491-47ec-97dd-1f59ddd1c28b req-ea322b93-353e-49f2-ab79-916d0f7c6992 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696428 Feb 07 04:15:21.993280 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9d33214a-5d86-4545-aa03-f0468b84fa73 req-c0fc1943-8c79-4e9c-954c-3f04c17175cd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663092 Feb 07 04:15:22.161167 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05bc33-98f4-4fb2-9a73-32b8d22a709e req-e37550da-4b81-41df-8ad5-dfcc242a0905 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:22.164506 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ed05bc33-98f4-4fb2-9a73-32b8d22a709e req-e37550da-4b81-41df-8ad5-dfcc242a0905 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 944 time: 0.0597947 Feb 07 04:15:22.213792 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ed05bc33-98f4-4fb2-9a73-32b8d22a709e req-fd533cff-0259-4a66-bf49-185305b6f4f8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Feb 07 04:15:22.259520 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:15:22.266375 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 08a3936d-26aa-4031-920c-7291ded7d6bc up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:22.396465 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 08a3936d-26aa-4031-920c-7291ded7d6bc completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:15:22.402939 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 08a3936d-26aa-4031-920c-7291ded7d6bc triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:22.403521 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:22.439491 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:22.466057 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'port_id': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'mac_address': 'fa:16:3e:ab:16:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:15:22.566007 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 08a3936d-26aa-4031-920c-7291ded7d6bc is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:22.566681 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:22.570204 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:22.570750 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:22.632443 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 08a3936d-26aa-4031-920c-7291ded7d6bc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=08a3936d-26aa-4031-920c-7291ded7d6bc,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:22.638535 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:22.664729 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:22.667636 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:22.669730 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e1dbf142-1764-4037-8714-29d34864f234 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:22.680810 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:22.740579 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67be33-2331-41f2-9535-f73ee729441f req-1a3dca11-f967-48bb-97a9-d4632f85bbed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:22.764954 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bc67be33-2331-41f2-9535-f73ee729441f req-1a3dca11-f967-48bb-97a9-d4632f85bbed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 946 time: 0.1609988 Feb 07 04:15:22.800586 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=08a3936d-26aa-4031-920c-7291ded7d6bc,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:22.840463 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bc67be33-2331-41f2-9535-f73ee729441f req-9c801241-51fb-415e-bb7d-f38af203eb10 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723000 Feb 07 04:15:22.842401 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070faf7-7a5b-47bc-8cd4-16c6a4c1e179 req-17558884-2a48-40b7-b5e6-5e437b8f140d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:22.844082 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3070faf7-7a5b-47bc-8cd4-16c6a4c1e179 req-17558884-2a48-40b7-b5e6-5e437b8f140d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.1049268 Feb 07 04:15:22.852260 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port e1dbf142-1764-4037-8714-29d34864f234 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:15:22.860331 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port e1dbf142-1764-4037-8714-29d34864f234 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:22.860708 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (e1dbf142-1764-4037-8714-29d34864f234), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:22.907973 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:22.926740 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3070faf7-7a5b-47bc-8cd4-16c6a4c1e179 req-277c3c68-20d4-4c8e-be01-e2f7a3c824a6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758681 Feb 07 04:15:22.999774 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port e1dbf142-1764-4037-8714-29d34864f234 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:23.000248 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e1dbf142-1764-4037-8714-29d34864f234), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:23.049577 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port e1dbf142-1764-4037-8714-29d34864f234, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e1dbf142-1764-4037-8714-29d34864f234,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:23.056618 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e1dbf142-1764-4037-8714-29d34864f234), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:23.114511 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=e1dbf142-1764-4037-8714-29d34864f234,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:23.116392 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d0805-4dff-4ad9-b06d-7045307c6161 req-ab258e96-03ad-4181-8edc-8c5152402746 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:23.117910 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-281d0805-4dff-4ad9-b06d-7045307c6161 req-ab258e96-03ad-4181-8edc-8c5152402746 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 946 time: 0.0583489 Feb 07 04:15:23.168328 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-281d0805-4dff-4ad9-b06d-7045307c6161 req-857e237b-f433-4852-a823-83deaba0a106 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Feb 07 04:15:23.190770 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:15:23.429314 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167c342-b40c-4a70-80d2-f747416d72b0 req-e294edbf-ffbd-4b66-902a-838e9741ad12 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:23.431570 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6167c342-b40c-4a70-80d2-f747416d72b0 req-e294edbf-ffbd-4b66-902a-838e9741ad12 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.1002140 Feb 07 04:15:23.538621 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6167c342-b40c-4a70-80d2-f747416d72b0 req-17b092e5-6487-4e02-b655-ab7be2208b5b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009989 Feb 07 04:15:23.637596 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb55652-6b90-48a0-8c34-def2934ea25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a3936d-26aa-4031-920c-7291ded7d6bc'}, {'server_uuid': '9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dbf142-1764-4037-8714-29d34864f234'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:23.641204 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fea721-7410-4fa4-80f2-aba2ee2f9e66" -d '{"events": [{"server_uuid": "8bb55652-6b90-48a0-8c34-def2934ea25d", "name": "network-vif-plugged", "status": "completed", "tag": "08a3936d-26aa-4031-920c-7291ded7d6bc"}, {"server_uuid": "9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a", "name": "network-vif-plugged", "status": "completed", "tag": "e1dbf142-1764-4037-8714-29d34864f234"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:23.700303 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc949a6-04d5-420b-b4d8-4d46b95cf892 x-openstack-request-id: req-dfc949a6-04d5-420b-b4d8-4d46b95cf892 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:23.700665 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb55652-6b90-48a0-8c34-def2934ea25d", "name": "network-vif-plugged", "status": "completed", "tag": "08a3936d-26aa-4031-920c-7291ded7d6bc", "code": 200}, {"server_uuid": "9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a", "name": "network-vif-plugged", "status": "completed", "tag": "e1dbf142-1764-4037-8714-29d34864f234", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:23.700991 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfc949a6-04d5-420b-b4d8-4d46b95cf892 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:23.702365 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb55652-6b90-48a0-8c34-def2934ea25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a3936d-26aa-4031-920c-7291ded7d6bc', 'code': 200} Feb 07 04:15:23.702560 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dbf142-1764-4037-8714-29d34864f234', 'code': 200} Feb 07 04:15:23.982935 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617453e-c315-4984-ab49-2b9ab5b0846d req-557e905d-1d09-4c94-9c55-334b904938ef tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:23.993729 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1617453e-c315-4984-ab49-2b9ab5b0846d req-557e905d-1d09-4c94-9c55-334b904938ef tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 946 time: 0.0833719 Feb 07 04:15:24.068705 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1617453e-c315-4984-ab49-2b9ab5b0846d req-13693e1c-327a-46d9-b1dd-c0a3fb421c27 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730383 Feb 07 04:15:24.170979 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52352) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:24.171870 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec86ca-4235-4059-a202-f75a219ee04e req-882d11b1-3a4e-4f15-bcc0-e8341e982485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:24.173512 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-79ec86ca-4235-4059-a202-f75a219ee04e req-882d11b1-3a4e-4f15-bcc0-e8341e982485 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 1129 time: 0.1419454 Feb 07 04:15:24.178072 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520af9a-8d20-4120-a1da-b229dfc185e6 req-e79e13a7-29d6-40cc-948d-7290ad7e8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:24.179699 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c520af9a-8d20-4120-a1da-b229dfc185e6 req-e79e13a7-29d6-40cc-948d-7290ad7e8d61 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1129 time: 0.2203791 Feb 07 04:15:24.223137 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5337-3950-4eb8-a860-ce6f08455ac0 req-f7a72fbc-9d0e-42f3-92b1-566c99528c05 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:24.224710 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-927f5337-3950-4eb8-a860-ce6f08455ac0 req-f7a72fbc-9d0e-42f3-92b1-566c99528c05 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.1264255 Feb 07 04:15:24.284661 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-79ec86ca-4235-4059-a202-f75a219ee04e req-ab57d6b5-592c-4cdb-9fa2-c4134e140ed4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038423 Feb 07 04:15:24.313531 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c520af9a-8d20-4120-a1da-b229dfc185e6 req-82807252-b3b1-43e0-98f9-851673576cb8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256948 Feb 07 04:15:24.332015 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-927f5337-3950-4eb8-a860-ce6f08455ac0 req-39f8348c-2c00-4786-801b-958d9f1ddb34 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877299 Feb 07 04:15:24.366033 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb36116-ca89-4499-8feb-80d3b82c9b7b req-c138b24f-0810-4bca-abeb-4b2921c96759 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:24.374149 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9fb36116-ca89-4499-8feb-80d3b82c9b7b req-c138b24f-0810-4bca-abeb-4b2921c96759 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 946 time: 0.0838683 Feb 07 04:15:24.405471 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f618578-793f-4da2-946a-b5d244fab6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:24.464913 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9fb36116-ca89-4499-8feb-80d3b82c9b7b req-2e6c9890-ac1e-4946-891c-4474337cc7ff tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898111 Feb 07 04:15:24.575583 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f618578-793f-4da2-946a-b5d244fab6ce admin admin] Publish callbacks [] for security_group (2f1b3159-41c5-4dbf-8078-c57909296b41), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:24.583744 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1f618578-793f-4da2-946a-b5d244fab6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (2f1b3159-41c5-4dbf-8078-c57909296b41), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:24.622878 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f618578-793f-4da2-946a-b5d244fab6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1b3159-41c5-4dbf-8078-c57909296b41,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:24.674726 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-1f618578-793f-4da2-946a-b5d244fab6ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0b651e4282c446b94eb4dbeb3b54e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001974 Feb 07 04:15:24.675144 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52382) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:24.762610 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52390) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:24.953977 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006c0fc2-ca92-4360-9c6c-7038258a51ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:24.983254 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7409dfb-e49c-4203-87ee-f5079835b087 admin admin] Publish callbacks [] for security_group (2f1b3159-41c5-4dbf-8078-c57909296b41), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:24.991981 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15934be7-cc76-4629-9e58-624d91d7cb31 req-ac926d23-a55e-4a64-a875-faf5d6fb9a80 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:24.993561 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-15934be7-cc76-4629-9e58-624d91d7cb31 req-ac926d23-a55e-4a64-a875-faf5d6fb9a80 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.3117740 Feb 07 04:15:25.033401 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7409dfb-e49c-4203-87ee-f5079835b087 admin admin] Publish callbacks [] for security_group (2f1b3159-41c5-4dbf-8078-c57909296b41), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.075229 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-15934be7-cc76-4629-9e58-624d91d7cb31 req-a9e4d746-cfc4-4645-acc0-a302f4d1350f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705273 Feb 07 04:15:25.088448 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006c0fc2-ca92-4360-9c6c-7038258a51ef admin admin] Publish callbacks [] for security_group (17733647-23ac-4690-af66-a8994651c225), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.093814 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006c0fc2-ca92-4360-9c6c-7038258a51ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (17733647-23ac-4690-af66-a8994651c225), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.135813 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-006c0fc2-ca92-4360-9c6c-7038258a51ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e006efa16a64df5beeecb9ecf8b555f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680000 Feb 07 04:15:25.135813 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c0fc2-ca92-4360-9c6c-7038258a51ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17733647-23ac-4690-af66-a8994651c225,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:25.136381 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7409dfb-e49c-4203-87ee-f5079835b087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (2f1b3159-41c5-4dbf-8078-c57909296b41), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.137283 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52408) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:25.139377 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7409dfb-e49c-4203-87ee-f5079835b087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.143908 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a7409dfb-e49c-4203-87ee-f5079835b087 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f1b3159-41c5-4dbf-8078-c57909296b41 HTTP/1.1" status: 204 len: 168 time: 0.4676530 Feb 07 04:15:25.152614 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7409dfb-e49c-4203-87ee-f5079835b087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1b3159-41c5-4dbf-8078-c57909296b41,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:25.190604 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-432d79fe-7f56-4d2d-be4b-4d7146d4afe2 admin admin] Publish callbacks [] for security_group (17733647-23ac-4690-af66-a8994651c225), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.228474 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-432d79fe-7f56-4d2d-be4b-4d7146d4afe2 admin admin] Publish callbacks [] for security_group (17733647-23ac-4690-af66-a8994651c225), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.301045 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-432d79fe-7f56-4d2d-be4b-4d7146d4afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (17733647-23ac-4690-af66-a8994651c225), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.307857 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-432d79fe-7f56-4d2d-be4b-4d7146d4afe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.311917 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-432d79fe-7f56-4d2d-be4b-4d7146d4afe2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17733647-23ac-4690-af66-a8994651c225 HTTP/1.1" status: 204 len: 168 time: 0.1709893 Feb 07 04:15:25.320214 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d79fe-7f56-4d2d-be4b-4d7146d4afe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17733647-23ac-4690-af66-a8994651c225,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:25.502526 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c864c3-97b9-42b2-982e-d5e47f8debd6 req-914a1a5b-9b59-4540-aa52-57bdee0f529d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:25.508411 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-02c864c3-97b9-42b2-982e-d5e47f8debd6 req-914a1a5b-9b59-4540-aa52-57bdee0f529d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0942850 Feb 07 04:15:25.624085 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-02c864c3-97b9-42b2-982e-d5e47f8debd6 req-a13a346e-9104-4c38-bc73-f66a4ef590a9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110630 Feb 07 04:15:25.861035 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52462) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:25.875437 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3df4cc8-d5af-4a38-8faf-db8fb9158a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.965805 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3df4cc8-d5af-4a38-8faf-db8fb9158a60 admin admin] Publish callbacks [] for security_group (791e56ed-e0f3-42eb-a8e6-c1aa856bedfa), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:25.969929 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f3df4cc8-d5af-4a38-8faf-db8fb9158a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (791e56ed-e0f3-42eb-a8e6-c1aa856bedfa), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:26.027506 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52476) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:26.028013 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f3df4cc8-d5af-4a38-8faf-db8fb9158a60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8829827489b4081aad48d60b5256dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654992 Feb 07 04:15:26.028550 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df4cc8-d5af-4a38-8faf-db8fb9158a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791e56ed-e0f3-42eb-a8e6-c1aa856bedfa,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:26.097822 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71c93ed0-fdbf-44f9-8b20-ac8cdeea7665 admin admin] Publish callbacks [] for security_group (791e56ed-e0f3-42eb-a8e6-c1aa856bedfa), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:26.127493 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71c93ed0-fdbf-44f9-8b20-ac8cdeea7665 admin admin] Publish callbacks [] for security_group (791e56ed-e0f3-42eb-a8e6-c1aa856bedfa), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:26.200159 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71c93ed0-fdbf-44f9-8b20-ac8cdeea7665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (791e56ed-e0f3-42eb-a8e6-c1aa856bedfa), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:26.204906 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-71c93ed0-fdbf-44f9-8b20-ac8cdeea7665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:26.208601 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-71c93ed0-fdbf-44f9-8b20-ac8cdeea7665 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/791e56ed-e0f3-42eb-a8e6-c1aa856bedfa HTTP/1.1" status: 204 len: 168 time: 0.1788678 Feb 07 04:15:26.221320 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c93ed0-fdbf-44f9-8b20-ac8cdeea7665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791e56ed-e0f3-42eb-a8e6-c1aa856bedfa,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:26.261917 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:26.286476 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf41a0-4a7d-486b-bcbb-1a6ba6c9f407 req-6cb5a2f7-d47f-4ae7-9660-52d5ed0216c2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:26.288362 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0bdf41a0-4a7d-486b-bcbb-1a6ba6c9f407 req-6cb5a2f7-d47f-4ae7-9660-52d5ed0216c2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0617146 Feb 07 04:15:26.349390 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:15:26.355070 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:26.355446 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:26.372834 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0bdf41a0-4a7d-486b-bcbb-1a6ba6c9f407 req-95c875e1-781d-4dfc-b988-440e9c52f277 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771987 Feb 07 04:15:26.474011 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:26.474408 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:26.501148 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:26.503432 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55bbb0c-e3f1-4a39-ab81-8e7623ee8d14" -d '{"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-plugged", "status": "completed", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:26.548075 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:26.559123 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:26.621223 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21c2735-b6e3-4124-9cb7-8917c9c99e7f x-openstack-request-id: req-f21c2735-b6e3-4124-9cb7-8917c9c99e7f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:26.621872 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-plugged", "status": "completed", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:26.623590 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f21c2735-b6e3-4124-9cb7-8917c9c99e7f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:26.624501 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'code': 200} Feb 07 04:15:26.647649 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:26.838208 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496133-aacf-4c7b-bdcb-cae6f9f15525 req-807e8d9b-27bd-41a2-b4ff-a068afe7f4ce tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:26.840273 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00496133-aacf-4c7b-bdcb-cae6f9f15525 req-807e8d9b-27bd-41a2-b4ff-a068afe7f4ce tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0959578 Feb 07 04:15:26.920205 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00496133-aacf-4c7b-bdcb-cae6f9f15525 req-afd5b5ea-6c1b-4c19-8a12-6230b4e841a4 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705941 Feb 07 04:15:27.163003 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a452d2d-1d7e-4b32-b6ec-74e9feba07aa req-bd07874f-2dbd-460d-a6b4-b1d0a8607778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:27.164668 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5a452d2d-1d7e-4b32-b6ec-74e9feba07aa req-bd07874f-2dbd-460d-a6b4-b1d0a8607778 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 1130 time: 0.0590589 Feb 07 04:15:27.226686 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5a452d2d-1d7e-4b32-b6ec-74e9feba07aa req-e4450e13-72d0-46f7-bd05-435dd7f5d651 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545428 Feb 07 04:15:27.293202 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52554) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:27.440025 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61b9198e-2d42-4af5-9ad4-39f82d11bf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:27.618881 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:27.709473 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15a822-9672-4181-be6b-976578ef5b7d req-a2fddbcb-9789-4f15-9a30-ceb0f3bce929 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:27.710959 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4d15a822-9672-4181-be6b-976578ef5b7d req-a2fddbcb-9789-4f15-9a30-ceb0f3bce929 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.2576773 Feb 07 04:15:27.780726 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61b9198e-2d42-4af5-9ad4-39f82d11bf1e admin admin] Publish callbacks [] for security_group (727874a2-9bbb-44f7-af70-cd3f841c554e), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:27.786541 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61b9198e-2d42-4af5-9ad4-39f82d11bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (727874a2-9bbb-44f7-af70-cd3f841c554e), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:27.809433 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4d15a822-9672-4181-be6b-976578ef5b7d req-0c94f5dc-0130-43a8-bb6b-6542ab6423fe tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901804 Feb 07 04:15:27.843763 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-61b9198e-2d42-4af5-9ad4-39f82d11bf1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c7321f93cf0462195563a514513857b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5494833 Feb 07 04:15:27.844939 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9198e-2d42-4af5-9ad4-39f82d11bf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727874a2-9bbb-44f7-af70-cd3f841c554e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:27.846384 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52584) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:27.912274 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfc84-3270-4981-83dc-8f569b3a96cc admin admin] Publish callbacks [] for security_group (727874a2-9bbb-44f7-af70-cd3f841c554e), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:27.937024 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfc84-3270-4981-83dc-8f569b3a96cc admin admin] Publish callbacks [] for security_group (727874a2-9bbb-44f7-af70-cd3f841c554e), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:28.004458 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfc84-3270-4981-83dc-8f569b3a96cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (727874a2-9bbb-44f7-af70-cd3f841c554e), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:28.009374 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfc84-3270-4981-83dc-8f569b3a96cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:28.012384 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-cc6dfc84-3270-4981-83dc-8f569b3a96cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/727874a2-9bbb-44f7-af70-cd3f841c554e HTTP/1.1" status: 204 len: 168 time: 0.1649747 Feb 07 04:15:28.022074 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dfc84-3270-4981-83dc-8f569b3a96cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727874a2-9bbb-44f7-af70-cd3f841c554e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:28.110430 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a807e-690c-4058-a09a-e39ae698ceae req-f8911b45-0219-4281-8de3-a5e61fab9bca tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:28.112494 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f67a807e-690c-4058-a09a-e39ae698ceae req-f8911b45-0219-4281-8de3-a5e61fab9bca tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0756807 Feb 07 04:15:28.176569 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f67a807e-690c-4058-a09a-e39ae698ceae req-29507d71-554c-4389-8b0e-4fadde060ad3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572288 Feb 07 04:15:28.336123 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-8998741c-b5ab-405d-9b89-a992278e6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:28.338910 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-8998741c-b5ab-405d-9b89-a992278e6add service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 1129 time: 0.0618441 Feb 07 04:15:28.355829 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf24e-b2ec-45b3-a34a-4531282f4586 req-e0cd3e5a-60d3-4d5b-9926-4b6b8fb72368 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:28.364828 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1a9bf24e-b2ec-45b3-a34a-4531282f4586 req-e0cd3e5a-60d3-4d5b-9926-4b6b8fb72368 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0928922 Feb 07 04:15:28.449841 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1a9bf24e-b2ec-45b3-a34a-4531282f4586 req-6c72fb4b-f1fb-4119-bbd3-fa064565143a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828981 Feb 07 04:15:28.500288 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-f0021089-0403-448d-b424-fe307b3a230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:28.501925 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-f0021089-0403-448d-b424-fe307b3a230c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 919 time: 0.1552997 Feb 07 04:15:28.580613 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-c2edb5eb-d3fe-410e-a449-550f47097adb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1dbf142-1764-4037-8714-29d34864f234 HTTP/1.1" status: 200 len: 217 time: 0.0558572 Feb 07 04:15:28.668695 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-971d13c5-de7a-48d2-93e9-0979c9001949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:28.670507 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-971d13c5-de7a-48d2-93e9-0979c9001949 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.0760760 Feb 07 04:15:28.711624 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-9c70a068-d4e1-4168-984b-e9b3f252b511 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309818 Feb 07 04:15:28.859561 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-a5fe54d8-dfc0-4a57-9feb-aaba449469ac service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917234 Feb 07 04:15:29.007517 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1036e7c6-9003-47ed-abe0-2e803bcb0711 req-39319bcc-7053-465f-87d8-71a845de2357 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376078 Feb 07 04:15:29.046581 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4853ca7e-2a7f-451e-ae8b-d9cb4809dcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:29.227844 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52662) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:29.323265 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9c560-75a2-4449-b604-2db3d79e6b36 req-32fc6377-09bc-4cda-b081-9c2290544185 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:29.324869 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a0a9c560-75a2-4449-b604-2db3d79e6b36 req-32fc6377-09bc-4cda-b081-9c2290544185 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0595064 Feb 07 04:15:29.397271 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a0a9c560-75a2-4449-b604-2db3d79e6b36 req-11666e9d-a29f-4422-950d-073f3702af53 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661232 Feb 07 04:15:29.399893 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc8aee61-549d-463b-93bb-d7fb1f456284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:29.538607 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc8aee61-549d-463b-93bb-d7fb1f456284 admin admin] Publish callbacks [] for security_group (b14a896e-d271-4ee5-a0b4-0be20cc1a1ac), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:29.542390 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40b784-2ceb-478b-9c2c-5fc5faff4ce3 req-0184980f-8b09-426a-9377-ecd84c68d7a9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:29.547546 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9a40b784-2ceb-478b-9c2c-5fc5faff4ce3 req-0184980f-8b09-426a-9377-ecd84c68d7a9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0744340 Feb 07 04:15:29.554289 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc8aee61-549d-463b-93bb-d7fb1f456284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b14a896e-d271-4ee5-a0b4-0be20cc1a1ac), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:29.558909 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 52680) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:29.564303 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4eeceafa-e1bb-4086-b2b4-1b2cb0203c95 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'floatingip': {'port_id': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:29.636872 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-dc8aee61-549d-463b-93bb-d7fb1f456284 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7095c1131223413590b5153d93c27ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077747 Feb 07 04:15:29.638521 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aee61-549d-463b-93bb-d7fb1f456284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a896e-d271-4ee5-a0b4-0be20cc1a1ac,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:29.643189 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52686) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:29.707044 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd59b6-46ed-4fd2-ba7c-f219c5325289 req-b10474e9-b3b0-40de-bceb-66395dcb82de tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:29.710441 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4eeceafa-e1bb-4086-b2b4-1b2cb0203c95 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:29.713902 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-55bd59b6-46ed-4fd2-ba7c-f219c5325289 req-b10474e9-b3b0-40de-bceb-66395dcb82de tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.1558092 Feb 07 04:15:29.751150 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fc80f20-27fd-403e-986d-b90e245a94f2 admin admin] Publish callbacks [] for security_group (b14a896e-d271-4ee5-a0b4-0be20cc1a1ac), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:29.795231 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fc80f20-27fd-403e-986d-b90e245a94f2 admin admin] Publish callbacks [] for security_group (b14a896e-d271-4ee5-a0b4-0be20cc1a1ac), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:29.806884 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-55bd59b6-46ed-4fd2-ba7c-f219c5325289 req-94123672-c29f-4f38-bec5-70f089d33233 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919602 Feb 07 04:15:29.877960 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fc80f20-27fd-403e-986d-b90e245a94f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b14a896e-d271-4ee5-a0b4-0be20cc1a1ac), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:29.880848 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3fc80f20-27fd-403e-986d-b90e245a94f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:29.887616 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-3fc80f20-27fd-403e-986d-b90e245a94f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b14a896e-d271-4ee5-a0b4-0be20cc1a1ac HTTP/1.1" status: 204 len: 168 time: 0.2426999 Feb 07 04:15:29.900931 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc80f20-27fd-403e-986d-b90e245a94f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a896e-d271-4ee5-a0b4-0be20cc1a1ac,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:30.271419 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52714) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:30.284685 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-13ab1b42-c727-40c4-b588-962542c2904f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:30.366517 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-13ab1b42-c727-40c4-b588-962542c2904f admin admin] Publish callbacks [] for security_group (b581a0c8-df66-4629-b85a-1c33132f66cc), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:30.372973 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-13ab1b42-c727-40c4-b588-962542c2904f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b581a0c8-df66-4629-b85a-1c33132f66cc), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:30.414347 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-13ab1b42-c727-40c4-b588-962542c2904f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fd6ddea9fea459092978f59b4aa3c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417847 Feb 07 04:15:30.415770 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab1b42-c727-40c4-b588-962542c2904f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b581a0c8-df66-4629-b85a-1c33132f66cc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:30.418261 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 52716) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:30.465425 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96f48543-0ccf-4516-b39b-753d25c36f98 admin admin] Publish callbacks [] for security_group (b581a0c8-df66-4629-b85a-1c33132f66cc), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:30.476387 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4eeceafa-e1bb-4086-b2b4-1b2cb0203c95 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:30.481224 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4eeceafa-e1bb-4086-b2b4-1b2cb0203c95 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:30.489405 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96f48543-0ccf-4516-b39b-753d25c36f98 admin admin] Publish callbacks [] for security_group (b581a0c8-df66-4629-b85a-1c33132f66cc), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:30.543973 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96f48543-0ccf-4516-b39b-753d25c36f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b581a0c8-df66-4629-b85a-1c33132f66cc), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:30.547634 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-96f48543-0ccf-4516-b39b-753d25c36f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:30.549205 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-96f48543-0ccf-4516-b39b-753d25c36f98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b581a0c8-df66-4629-b85a-1c33132f66cc HTTP/1.1" status: 204 len: 168 time: 0.1299264 Feb 07 04:15:30.562969 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f48543-0ccf-4516-b39b-753d25c36f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b581a0c8-df66-4629-b85a-1c33132f66cc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:30.617171 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [None req-4eeceafa-e1bb-4086-b2b4-1b2cb0203c95 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Floating IP 6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9 associated. External IP: 172.27.1.180, port: cbc3f1ce-2c7b-48d3-b9c8-8dabac259084. Feb 07 04:15:31.249157 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3c585-b341-46e2-ad5a-eaa1751d3d63 req-b7e06c6b-5570-4ac9-bdd5-4a0581dc3dca tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:31.250613 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5ef3c585-b341-46e2-ad5a-eaa1751d3d63 req-b7e06c6b-5570-4ac9-bdd5-4a0581dc3dca tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.3403738 Feb 07 04:15:31.270754 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeceafa-e1bb-4086-b2b4-1b2cb0203c95 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Router 91802a57-fedb-40cc-a080-7fbc6995c1b5 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:15:31.347141 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8f8c-c730-4221-84bb-664a992c68f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:31.396102 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5ef3c585-b341-46e2-ad5a-eaa1751d3d63 req-0414f788-0492-487b-b808-ea18915035ee tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354978 Feb 07 04:15:31.434465 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeceafa-e1bb-4086-b2b4-1b2cb0203c95 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:15:31.441692 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4eeceafa-e1bb-4086-b2b4-1b2cb0203c95 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:31.450576 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] Sync routers for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:15:31.463426 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:31.464070 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:31.478108 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-4eeceafa-e1bb-4086-b2b4-1b2cb0203c95 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "PUT /v2.0/floatingips/6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9 HTTP/1.1" status: 200 len: 992 time: 1.9150712 Feb 07 04:15:31.478108 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:31.478646 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463e14d0-49af-4e58-b5bd-25a317644dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:31.525192 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2605de-9303-45c9-81fe-289e854b6261 x-openstack-request-id: req-ba2605de-9303-45c9-81fe-289e854b6261 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:31.525492 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:31.525746 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba2605de-9303-45c9-81fe-289e854b6261 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:31.526147 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'status': 'completed', 'code': 200} Feb 07 04:15:31.585466 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:31.595874 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ff5ed-7cb2-46d3-970f-5063d079556d req-00b33898-02c2-4e2a-9392-25accc44978c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:31.599075 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4b9ff5ed-7cb2-46d3-970f-5063d079556d req-00b33898-02c2-4e2a-9392-25accc44978c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0658510 Feb 07 04:15:31.725099 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4b9ff5ed-7cb2-46d3-970f-5063d079556d req-e2166058-ea9d-4bde-ab05-1525f0231341 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189280 Feb 07 04:15:31.735306 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-e3b14d13-71d1-4119-832c-5e7ead8c7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:31.737621 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-e3b14d13-71d1-4119-832c-5e7ead8c7013 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 1130 time: 0.1089547 Feb 07 04:15:31.856148 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-ec1a3131-b5f9-499c-9913-bcd5cbb95b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:31.857708 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-ec1a3131-b5f9-499c-9913-bcd5cbb95b34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 918 time: 0.1065073 Feb 07 04:15:31.898304 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'port_id': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'mac_address': 'fa:16:3e:ab:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f8629b-adac-41b3-a311-37fc873a7a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:15:07Z', 'updated_at': '2022-02-07T04:15:30Z', 'revision_number': 1, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:31.931629 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] Checking router: 91802a57-fedb-40cc-a080-7fbc6995c1b5 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:15:31.940774 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:31.941564 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:31.986539 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-794a2308-abea-4872-b551-f80488b9770e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 HTTP/1.1" status: 200 len: 1000 time: 0.1223254 Feb 07 04:15:32.042422 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-a7c16f48-70cf-478a-be81-74ba2224ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:32.044311 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-a7c16f48-70cf-478a-be81-74ba2224ef7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0514138 Feb 07 04:15:32.082539 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:32.113210 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-1d99d464-a214-4e4b-b905-b22ca2e62519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:32.114905 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-1d99d464-a214-4e4b-b905-b22ca2e62519 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594501 Feb 07 04:15:32.263349 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-00463d6b-7171-49e4-b907-681997c94b6b service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391144 Feb 07 04:15:32.393622 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-463e14d0-49af-4e58-b5bd-25a317644dbf req-014eb4d9-fdb2-41aa-b009-d44dc828fe37 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147056 Feb 07 04:15:32.406973 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'port_id': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'mac_address': 'fa:16:3e:ab:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f8629b-adac-41b3-a311-37fc873a7a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:15:07Z', 'updated_at': '2022-02-07T04:15:30Z', 'revision_number': 1, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:32.440589 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50743c3f-46e1-4458-b4bf-c9d2affe2a65 None None] The sync data for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi is: [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'port_id': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'mac_address': 'fa:16:3e:ab:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f8629b-adac-41b3-a311-37fc873a7a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:15:07Z', 'updated_at': '2022-02-07T04:15:30Z', 'revision_number': 1, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:15:32.518343 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:32.733154 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615147-e64a-4a88-b388-bf9ca28daf72 req-6c88bada-cc4a-42bc-8851-0bf3f0eda9fe tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:32.734753 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b5615147-e64a-4a88-b388-bf9ca28daf72 req-6c88bada-cc4a-42bc-8851-0bf3f0eda9fe tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0736446 Feb 07 04:15:32.778117 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92a1bc1-23dc-4b71-b639-c9c21d174529 None None] New status for floating IP 6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:15:32.892810 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b5615147-e64a-4a88-b388-bf9ca28daf72 req-2f9a5e29-3bc0-46f1-9688-5b78f2d4c4a4 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276865 Feb 07 04:15:32.947160 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47c4aa-22fb-46aa-8f45-b1667f20d96c req-283899ad-875d-49b5-b3b2-e2e0150cecaf tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:32.950678 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fb47c4aa-22fb-46aa-8f45-b1667f20d96c req-283899ad-875d-49b5-b3b2-e2e0150cecaf tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0876555 Feb 07 04:15:33.044925 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fb47c4aa-22fb-46aa-8f45-b1667f20d96c req-f873686f-6023-4d93-9852-cbb48aea4f7c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841904 Feb 07 04:15:33.886700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:34.001343 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab4432-dfee-4aab-a37c-e348eaeabd28 req-d89fabee-b89b-4467-b254-3b91078a6d36 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:34.002825 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-acab4432-dfee-4aab-a37c-e348eaeabd28 req-d89fabee-b89b-4467-b254-3b91078a6d36 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0584702 Feb 07 04:15:34.048244 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-acab4432-dfee-4aab-a37c-e348eaeabd28 req-39960be7-3e0d-4981-8d2f-9965a04a84c0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Feb 07 04:15:35.168276 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcf7e6-3e17-4410-85ad-ead051103c8e req-60fef7a6-ea5d-4b65-b46a-00a6e2c8568e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:35.169730 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6dcf7e6-3e17-4410-85ad-ead051103c8e req-60fef7a6-ea5d-4b65-b46a-00a6e2c8568e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0569561 Feb 07 04:15:35.215043 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6dcf7e6-3e17-4410-85ad-ead051103c8e req-6661d27f-4cf5-46b6-878e-4640c06709bc tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Feb 07 04:15:35.240431 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:36.330758 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99111240-5fd2-4824-add7-56f742ab7808 req-d618a43b-2951-4b6b-9623-3dddf2daf121 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:36.332305 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-99111240-5fd2-4824-add7-56f742ab7808 req-d618a43b-2951-4b6b-9623-3dddf2daf121 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0505183 Feb 07 04:15:36.382827 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-99111240-5fd2-4824-add7-56f742ab7808 req-5fc0c3f8-4d84-4011-a2b2-1ac5315c0039 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Feb 07 04:15:37.499898 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf8d1-571e-4f3f-9e7f-40fa30c53d08 req-5fae8c24-d8d1-4030-9e37-3cb868746476 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:37.501383 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-83ebf8d1-571e-4f3f-9e7f-40fa30c53d08 req-5fae8c24-d8d1-4030-9e37-3cb868746476 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0509765 Feb 07 04:15:37.546844 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-83ebf8d1-571e-4f3f-9e7f-40fa30c53d08 req-07b360cf-1333-4b36-8ce4-f83dec8d2b7b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Feb 07 04:15:38.672579 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589c83-d80b-47c3-b230-8718548709a7 req-10fd199b-8d7e-49fb-9b1e-4afe799a99a1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:38.674059 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0e589c83-d80b-47c3-b230-8718548709a7 req-10fd199b-8d7e-49fb-9b1e-4afe799a99a1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0617888 Feb 07 04:15:38.724067 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0e589c83-d80b-47c3-b230-8718548709a7 req-747a40c7-9a4f-49de-a1a2-fbcfd38b7ea0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Feb 07 04:15:39.840305 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87275468-a8f1-4630-abef-3d93f006b838 req-b240febc-9f62-4071-9c75-5e33613adf77 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:39.841765 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-87275468-a8f1-4630-abef-3d93f006b838 req-b240febc-9f62-4071-9c75-5e33613adf77 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0508549 Feb 07 04:15:39.889757 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-87275468-a8f1-4630-abef-3d93f006b838 req-c045ebca-bd6f-488b-ad0d-17ab59b3d1ce tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 Feb 07 04:15:41.010508 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728640e-7403-4b09-b400-eab1b94fa43a req-cd30c91b-a028-4ec7-b651-1a337dc598e2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:41.011986 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5728640e-7403-4b09-b400-eab1b94fa43a req-cd30c91b-a028-4ec7-b651-1a337dc598e2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0555007 Feb 07 04:15:41.058477 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5728640e-7403-4b09-b400-eab1b94fa43a req-63edda47-3f6f-4674-9546-8e3be05f0cac tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Feb 07 04:15:42.181205 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ca4fe-f7c6-44cf-8191-9742637f083e req-a81b32b5-2b34-4961-9094-e8390b200698 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:42.182680 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-217ca4fe-f7c6-44cf-8191-9742637f083e req-a81b32b5-2b34-4961-9094-e8390b200698 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0519364 Feb 07 04:15:42.228034 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-217ca4fe-f7c6-44cf-8191-9742637f083e req-ebcb19e7-f7e7-42bb-958a-b93f31f3951b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397336 Feb 07 04:15:42.616542 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-875c7942-3c88-43f9-909c-79abbe4dd0a2 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:42.618371 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-875c7942-3c88-43f9-909c-79abbe4dd0a2 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 815 time: 0.1042783 Feb 07 04:15:42.635159 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-2793a464-e3ee-4dd4-9241-2df05bded4e8 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/quotas/06d109aa9a364bed8b25935d5374bf3b HTTP/1.1" status: 200 len: 375 time: 0.0113444 Feb 07 04:15:42.690871 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-50d6e52f-3591-42f1-b687-bfbb1b4f01ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504529 Feb 07 04:15:42.785711 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-a86fa3d5-31b8-4290-9c58-aece8db89585 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879555 Feb 07 04:15:42.873666 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-a1a35b85-4e6d-4ce3-8f13-6300941e1240 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821075 Feb 07 04:15:43.043206 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5b85e9bf-f0f3-4419-b1b4-2810921b5838 req-4b004062-024d-469e-888f-bfb97ad83a90 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 210 time: 0.0333540 Feb 07 04:15:43.375770 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36773b-a566-45c5-8ff2-c389d15e022d req-65918595-baf8-4514-91b8-30be5ac56831 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:43.377435 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-da36773b-a566-45c5-8ff2-c389d15e022d req-65918595-baf8-4514-91b8-30be5ac56831 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0747714 Feb 07 04:15:43.428348 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-da36773b-a566-45c5-8ff2-c389d15e022d req-32906a64-79bf-414f-b25a-ce8b58cb32fc tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Feb 07 04:15:43.584360 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53104) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:43.697447 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9866d5fb-cef1-4841-a7b8-b4ffc69d44b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:43.781304 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9866d5fb-cef1-4841-a7b8-b4ffc69d44b1 admin admin] Publish callbacks [] for security_group (c5244211-fb75-4d80-80a5-1f9fc93a1924), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:43.785471 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9866d5fb-cef1-4841-a7b8-b4ffc69d44b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c5244211-fb75-4d80-80a5-1f9fc93a1924), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:43.824310 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9866d5fb-cef1-4841-a7b8-b4ffc69d44b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=321fbca417834f88aa90c7d45e41f243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387323 Feb 07 04:15:43.825137 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866d5fb-cef1-4841-a7b8-b4ffc69d44b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5244211-fb75-4d80-80a5-1f9fc93a1924,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:43.827019 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53116) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:43.913437 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-da29fa43-7603-4a3b-b572-c7e2965c4cd0 admin admin] Publish callbacks [] for security_group (c5244211-fb75-4d80-80a5-1f9fc93a1924), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:43.934855 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-da29fa43-7603-4a3b-b572-c7e2965c4cd0 admin admin] Publish callbacks [] for security_group (c5244211-fb75-4d80-80a5-1f9fc93a1924), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:43.964444 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53122) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:43.984871 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-da29fa43-7603-4a3b-b572-c7e2965c4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c5244211-fb75-4d80-80a5-1f9fc93a1924), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:43.987419 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-da29fa43-7603-4a3b-b572-c7e2965c4cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:43.988578 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-da29fa43-7603-4a3b-b572-c7e2965c4cd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5244211-fb75-4d80-80a5-1f9fc93a1924 HTTP/1.1" status: 204 len: 168 time: 0.1599281 Feb 07 04:15:43.996092 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29fa43-7603-4a3b-b572-c7e2965c4cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5244211-fb75-4d80-80a5-1f9fc93a1924,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:44.076063 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83c62315-10f6-4366-bfd3-984d2dd40b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.147404 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e9eee20f-31cc-404a-80ea-b620a550c515 req-527776a1-bf19-4f3e-b15d-2a12892906e8 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 210 time: 0.0314095 Feb 07 04:15:44.218092 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83c62315-10f6-4366-bfd3-984d2dd40b9d admin admin] Publish callbacks [] for security_group (9256950d-81db-4ce0-9083-9a01e8f54735), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.221994 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-83c62315-10f6-4366-bfd3-984d2dd40b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (9256950d-81db-4ce0-9083-9a01e8f54735), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.261870 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-83c62315-10f6-4366-bfd3-984d2dd40b9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e794ca6e84c40199e94e9c10e0011da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964211 Feb 07 04:15:44.263025 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c62315-10f6-4366-bfd3-984d2dd40b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9256950d-81db-4ce0-9083-9a01e8f54735,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:44.264635 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53140) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:44.327918 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53142) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:44.381145 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d433fa4-3e1a-4038-a8a3-8d117b93aabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.447905 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53148) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:44.496360 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Publish callbacks [] for security_group (9256950d-81db-4ce0-9083-9a01e8f54735), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.522485 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-16fd9862-65a2-4078-82df-cf85954e8aa6 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:44.524007 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-16fd9862-65a2-4078-82df-cf85954e8aa6 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 815 time: 0.2299554 Feb 07 04:15:44.544286 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Publish callbacks [] for security_group (9256950d-81db-4ce0-9083-9a01e8f54735), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.579837 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91de73ff-4350-4ec6-9fac-93d1a1d03c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.580060 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Request body: {'port': {'device_id': 'b7c530ca-8978-4f69-b360-974e35d97a0c', 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502', 'admin_state_up': True, 'tenant_id': '06d109aa9a364bed8b25935d5374bf3b'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:44.684958 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91de73ff-4350-4ec6-9fac-93d1a1d03c01 admin admin] Publish callbacks [] for security_group (48e41c34-5a57-4f56-9d4a-179835bf5e19), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.693960 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-91de73ff-4350-4ec6-9fac-93d1a1d03c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (48e41c34-5a57-4f56-9d4a-179835bf5e19), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.696417 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53158) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:44.697133 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d54e9-90c0-4e72-b5ad-c629683b566d req-be1b6e58-ddf5-4b59-ad57-e5b27c8a1116 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:44.698642 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a9d54e9-90c0-4e72-b5ad-c629683b566d req-be1b6e58-ddf5-4b59-ad57-e5b27c8a1116 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.1843200 Feb 07 04:15:44.729088 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d433fa4-3e1a-4038-a8a3-8d117b93aabd admin admin] Publish callbacks [] for security_group (0e73e78d-71e7-443d-ac23-05dea96e9067), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.737561 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-91de73ff-4350-4ec6-9fac-93d1a1d03c01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=777f68e2f9a04cf8bf2b9c0fb0dce0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885211 Feb 07 04:15:44.738801 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de73ff-4350-4ec6-9fac-93d1a1d03c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e41c34-5a57-4f56-9d4a-179835bf5e19,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:44.741643 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53162) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:44.742358 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (9256950d-81db-4ce0-9083-9a01e8f54735), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.745453 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.746591 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9256950d-81db-4ce0-9083-9a01e8f54735 HTTP/1.1" status: 204 len: 168 time: 0.4809370 Feb 07 04:15:44.754741 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2d433fa4-3e1a-4038-a8a3-8d117b93aabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (0e73e78d-71e7-443d-ac23-05dea96e9067), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.778738 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9256950d-81db-4ce0-9083-9a01e8f54735,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:44.806970 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Publish callbacks [] for security_group (48e41c34-5a57-4f56-9d4a-179835bf5e19), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.812570 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-2d433fa4-3e1a-4038-a8a3-8d117b93aabd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae8e9b7198be4e56803fd25fa4337e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542117 Feb 07 04:15:44.814032 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.814412 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.814851 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.815200 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.815534 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.815863 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.816242 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.816584 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.816918 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.817265 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.817597 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.817918 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.818241 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c0fb-929d-41fc-bdd6-49b7849cccc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.820806 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53166) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:44.850722 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Publish callbacks [] for security_group (48e41c34-5a57-4f56-9d4a-179835bf5e19), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.855677 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a9d54e9-90c0-4e72-b5ad-c629683b566d req-439da302-b86b-4d6c-8aea-b0b4a13cfc64 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450059 Feb 07 04:15:44.864927 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f210c7b-dd8f-4ada-9a91-1f0d1ff0e965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.894551 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Made reservation on behalf of 06d109aa9a364bed8b25935d5374bf3b for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:44.899491 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.952532 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (48e41c34-5a57-4f56-9d4a-179835bf5e19), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.955618 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.956885 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48e41c34-5a57-4f56-9d4a-179835bf5e19 HTTP/1.1" status: 204 len: 168 time: 0.2132041 Feb 07 04:15:44.982411 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e41c34-5a57-4f56-9d4a-179835bf5e19,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:44.990409 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f210c7b-dd8f-4ada-9a91-1f0d1ff0e965 admin admin] Publish callbacks [] for security_group (c9b28736-fae3-4a8b-8676-77f486a20704), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:44.997204 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.997816 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.998312 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.998820 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.999386 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:44.999884 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:45.000392 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:45.000871 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:45.001389 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:45.001892 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:45.002367 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:45.002849 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:45.003332 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e77fb-58cc-47cb-8263-343f9f209835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:45.008298 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9f210c7b-dd8f-4ada-9a91-1f0d1ff0e965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c9b28736-fae3-4a8b-8676-77f486a20704), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.061440 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f210c7b-dd8f-4ada-9a91-1f0d1ff0e965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b28736-fae3-4a8b-8676-77f486a20704,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:45.066594 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9f210c7b-dd8f-4ada-9a91-1f0d1ff0e965 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b50d97a09eb84bc9b19c1fb01991592d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639565 Feb 07 04:15:45.069288 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53174) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:45.131043 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd3058ee-0a78-484d-b7ee-5b8606fe6d9d admin admin] Publish callbacks [] for security_group (c9b28736-fae3-4a8b-8676-77f486a20704), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.156215 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d433fa4-3e1a-4038-a8a3-8d117b93aabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e73e78d-71e7-443d-ac23-05dea96e9067,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:45.161581 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd3058ee-0a78-484d-b7ee-5b8606fe6d9d admin admin] Publish callbacks [] for security_group (c9b28736-fae3-4a8b-8676-77f486a20704), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.217510 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53178) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:45.237217 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd3058ee-0a78-484d-b7ee-5b8606fe6d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c9b28736-fae3-4a8b-8676-77f486a20704), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.240384 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cd3058ee-0a78-484d-b7ee-5b8606fe6d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.242617 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-cd3058ee-0a78-484d-b7ee-5b8606fe6d9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9b28736-fae3-4a8b-8676-77f486a20704 HTTP/1.1" status: 204 len: 168 time: 0.1722696 Feb 07 04:15:45.244348 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-328d50b1-c1a9-49ee-8440-14e86180fd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.262802 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cae09b96-bb58-4fe3-a49c-2fce468335e5 admin admin] Publish callbacks [] for security_group (0e73e78d-71e7-443d-ac23-05dea96e9067), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.266789 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3058ee-0a78-484d-b7ee-5b8606fe6d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b28736-fae3-4a8b-8676-77f486a20704,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:45.287885 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cae09b96-bb58-4fe3-a49c-2fce468335e5 admin admin] Publish callbacks [] for security_group (0e73e78d-71e7-443d-ac23-05dea96e9067), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.323851 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1e64d6bc-f404-4530-afca-79383edfe699 req-cd77bbc4-6f7d-42d2-b208-5f2a328f3286 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 210 time: 0.0508287 Feb 07 04:15:45.384172 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Allocated IP 172.20.0.9 (7ca219ba-88c9-4d7f-a70f-fc6411c07502/af423cb7-f9c2-4918-a556-6857397f625d/e4368539-c55d-4781-9c7f-7915272fcb88) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:45.395726 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cae09b96-bb58-4fe3-a49c-2fce468335e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (0e73e78d-71e7-443d-ac23-05dea96e9067), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.398394 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cae09b96-bb58-4fe3-a49c-2fce468335e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.400354 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-cae09b96-bb58-4fe3-a49c-2fce468335e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e73e78d-71e7-443d-ac23-05dea96e9067 HTTP/1.1" status: 204 len: 168 time: 0.5736377 Feb 07 04:15:45.412540 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-328d50b1-c1a9-49ee-8440-14e86180fd37 admin admin] Publish callbacks [] for security_group (b4386da6-f91a-40f5-b8b3-289ae24a1691), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.416432 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae09b96-bb58-4fe3-a49c-2fce468335e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e73e78d-71e7-443d-ac23-05dea96e9067,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:45.419695 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-328d50b1-c1a9-49ee-8440-14e86180fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b4386da6-f91a-40f5-b8b3-289ae24a1691), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.470951 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-328d50b1-c1a9-49ee-8440-14e86180fd37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a060f92af234228aa156854ba3fa3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520807 Feb 07 04:15:45.471653 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d50b1-c1a9-49ee-8440-14e86180fd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4386da6-f91a-40f5-b8b3-289ae24a1691,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:45.472438 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:15:45.475008 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53186) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:45.527874 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:45.532743 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b7b16ee-dce6-4f3e-9bb1-a00b6d83ea72 admin admin] Publish callbacks [] for security_group (b4386da6-f91a-40f5-b8b3-289ae24a1691), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.552157 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be0e348b-7971-485b-9518-5d2896d943b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.554435 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b7b16ee-dce6-4f3e-9bb1-a00b6d83ea72 admin admin] Publish callbacks [] for security_group (b4386da6-f91a-40f5-b8b3-289ae24a1691), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.601068 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks [] for port (e4368539-c55d-4781-9c7f-7915272fcb88), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.609573 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b7b16ee-dce6-4f3e-9bb1-a00b6d83ea72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b4386da6-f91a-40f5-b8b3-289ae24a1691), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.612205 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b7b16ee-dce6-4f3e-9bb1-a00b6d83ea72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.616091 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9b7b16ee-dce6-4f3e-9bb1-a00b6d83ea72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4386da6-f91a-40f5-b8b3-289ae24a1691 HTTP/1.1" status: 204 len: 168 time: 0.1397514 Feb 07 04:15:45.625003 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b16ee-dce6-4f3e-9bb1-a00b6d83ea72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4386da6-f91a-40f5-b8b3-289ae24a1691,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:45.698966 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be0e348b-7971-485b-9518-5d2896d943b5 admin admin] Publish callbacks [] for security_group (4e46771c-fa56-4fb2-89e4-e696c36d534a), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.705591 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-be0e348b-7971-485b-9518-5d2896d943b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (4e46771c-fa56-4fb2-89e4-e696c36d534a), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.728672 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.789058 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['7316a72a-35b8-43ff-990d-60cf1f6bb7d6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:15:45.795963 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e348b-7971-485b-9518-5d2896d943b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e46771c-fa56-4fb2-89e4-e696c36d534a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:45.800377 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-be0e348b-7971-485b-9518-5d2896d943b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93c5a6474b184fd0b512f473d1b3fdb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712135 Feb 07 04:15:45.803006 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53200) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:45.814906 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:45.831572 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:45.835379 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:45.847755 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:45.848184 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.898682 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2944a84b-0d79-4667-a03d-500b79b456a3 admin admin] Publish callbacks [] for security_group (4e46771c-fa56-4fb2-89e4-e696c36d534a), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:45.899157 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3326612 Feb 07 04:15:45.900511 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5563d15-687a-46e4-8492-fc872a5bd7ab tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Pushing event updated for resources: {'Port': ['ID=e4368539-c55d-4781-9c7f-7915272fcb88,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:45.936351 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Request body: {'port': {'device_id': 'b7c530ca-8978-4f69-b360-974e35d97a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:45.939744 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2944a84b-0d79-4667-a03d-500b79b456a3 admin admin] Publish callbacks [] for security_group (4e46771c-fa56-4fb2-89e4-e696c36d534a), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.038037 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2944a84b-0d79-4667-a03d-500b79b456a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (4e46771c-fa56-4fb2-89e4-e696c36d534a), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.040764 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2944a84b-0d79-4667-a03d-500b79b456a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.041932 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-2944a84b-0d79-4667-a03d-500b79b456a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e46771c-fa56-4fb2-89e4-e696c36d534a HTTP/1.1" status: 204 len: 168 time: 0.2379355 Feb 07 04:15:46.056427 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944a84b-0d79-4667-a03d-500b79b456a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e46771c-fa56-4fb2-89e4-e696c36d534a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:46.105330 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53218) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:46.110059 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.125838 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e942888e-31fe-49df-b58a-1f3086221378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.149808 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85e866-4d86-4477-960c-35019c69f083 req-f69c65ce-0fcd-4018-9961-08eebb118ac2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:46.152477 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8e85e866-4d86-4477-960c-35019c69f083 req-f69c65ce-0fcd-4018-9961-08eebb118ac2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.1728747 Feb 07 04:15:46.234665 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e942888e-31fe-49df-b58a-1f3086221378 admin admin] Publish callbacks [] for security_group (3134ecb6-3fd9-4777-bc93-d877f5b6d5b7), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.241154 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e942888e-31fe-49df-b58a-1f3086221378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (3134ecb6-3fd9-4777-bc93-d877f5b6d5b7), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.292088 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-e942888e-31fe-49df-b58a-1f3086221378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a9d4cf3449f41fc8d81067106fea122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840432 Feb 07 04:15:46.294191 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53222) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:46.294821 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942888e-31fe-49df-b58a-1f3086221378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3134ecb6-3fd9-4777-bc93-d877f5b6d5b7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:46.353801 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7ced-47ac-4e4a-8249-eb252faed17f admin admin] Publish callbacks [] for security_group (3134ecb6-3fd9-4777-bc93-d877f5b6d5b7), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.359393 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8e85e866-4d86-4477-960c-35019c69f083 req-83cac9b3-2ad0-45d8-a37f-51e256b2672b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985011 Feb 07 04:15:46.384295 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7ced-47ac-4e4a-8249-eb252faed17f admin admin] Publish callbacks [] for security_group (3134ecb6-3fd9-4777-bc93-d877f5b6d5b7), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.502078 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fcc10-0c77-42a0-b8bc-ef6f98d5756d req-ce0c395e-a36d-4690-ab9b-978b0606bec5 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:46.511155 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8f6fcc10-0c77-42a0-b8bc-ef6f98d5756d req-ce0c395e-a36d-4690-ab9b-978b0606bec5 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 931 time: 0.0754442 Feb 07 04:15:46.518985 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7ced-47ac-4e4a-8249-eb252faed17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (3134ecb6-3fd9-4777-bc93-d877f5b6d5b7), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.521611 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7ced-47ac-4e4a-8249-eb252faed17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.523148 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9d3d7ced-47ac-4e4a-8249-eb252faed17f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3134ecb6-3fd9-4777-bc93-d877f5b6d5b7 HTTP/1.1" status: 204 len: 168 time: 0.2240982 Feb 07 04:15:46.544937 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d7ced-47ac-4e4a-8249-eb252faed17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3134ecb6-3fd9-4777-bc93-d877f5b6d5b7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:46.568664 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4368539-c55d-4781-9c7f-7915272fcb88 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:46.576985 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Publish callbacks [] for port (e4368539-c55d-4781-9c7f-7915272fcb88), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.578619 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8f6fcc10-0c77-42a0-b8bc-ef6f98d5756d req-9f9b6c91-c887-45d2-bb45-7029da90df54 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665545 Feb 07 04:15:46.597893 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Transition to ACTIVE for port object e4368539-c55d-4781-9c7f-7915272fcb88 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:15:46.602929 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.669055 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Pushing event updated for resources: {'Port': ['ID=e4368539-c55d-4781-9c7f-7915272fcb88,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:46.701757 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Attempting to bind port e4368539-c55d-4781-9c7f-7915272fcb88 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:46.702265 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Attempting to bind port e4368539-c55d-4781-9c7f-7915272fcb88 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:46.702778 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Attempting to bind port e4368539-c55d-4781-9c7f-7915272fcb88 on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:46.707519 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Port e4368539-c55d-4781-9c7f-7915272fcb88 on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:15:46.707903 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Attempting to bind port e4368539-c55d-4781-9c7f-7915272fcb88 on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:46.716858 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:46.717203 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Checking segment: {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:46.717905 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Bound using segment: {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:46.718535 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Bound port: e4368539-c55d-4781-9c7f-7915272fcb88, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:46.719055 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.793737 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] For port e4368539-c55d-4781-9c7f-7915272fcb88, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:46.796910 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] For port e4368539-c55d-4781-9c7f-7915272fcb88, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e4368539-c55d-4781-9c7f-7915272fcb88,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:46.802327 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.838053 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:46.838248 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:46.840083 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] 10.222.0.30 "PUT /v2.0/ports/e4368539-c55d-4781-9c7f-7915272fcb88 HTTP/1.1" status: 200 len: 1093 time: 0.9142127 Feb 07 04:15:46.842428 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c530ca-8978-4f69-b360-974e35d97a0c', 'tag': 'e4368539-c55d-4781-9c7f-7915272fcb88'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:46.844630 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00767a16-bab6-4230-be00-92006d3f7ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c530ca-8978-4f69-b360-974e35d97a0c", "tag": "e4368539-c55d-4781-9c7f-7915272fcb88"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:46.894115 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bb2cd-3c0a-42b9-9241-90a6cdd510ee service neutron] Pushing event updated for resources: {'Port': ['ID=e4368539-c55d-4781-9c7f-7915272fcb88,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:46.897674 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca6a6c9-2b18-49dd-9ff1-9b4297aab810 x-openstack-request-id: req-4ca6a6c9-2b18-49dd-9ff1-9b4297aab810 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:46.899507 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c530ca-8978-4f69-b360-974e35d97a0c", "tag": "e4368539-c55d-4781-9c7f-7915272fcb88", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:46.900090 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ca6a6c9-2b18-49dd-9ff1-9b4297aab810 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:46.900172 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c530ca-8978-4f69-b360-974e35d97a0c', 'tag': 'e4368539-c55d-4781-9c7f-7915272fcb88', 'status': 'completed', 'code': 200} Feb 07 04:15:46.998006 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-552dd3d2-ce46-466b-9187-2d0aad49f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:47.000061 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-552dd3d2-ce46-466b-9187-2d0aad49f36a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 1127 time: 0.0585797 Feb 07 04:15:47.039523 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53258) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:47.066965 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-1e4c75f3-a2e8-4e2c-b586-9ae15b998af1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4368539-c55d-4781-9c7f-7915272fcb88 HTTP/1.1" status: 200 len: 217 time: 0.0458755 Feb 07 04:15:47.138464 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-295f1e43-5bba-4420-b8c0-8ef1510dc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:47.139946 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-295f1e43-5bba-4420-b8c0-8ef1510dc086 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af423cb7-f9c2-4918-a556-6857397f625d HTTP/1.1" status: 200 len: 855 time: 0.0591280 Feb 07 04:15:47.183947 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-2a31c620-e39d-419a-b617-7e5023ed9b7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca219ba-88c9-4d7f-a70f-fc6411c07502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341153 Feb 07 04:15:47.265244 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1626022757-network', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:47.283653 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-91fbb8c1-5e7c-424f-8b52-9bcbed6687d9 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904052 Feb 07 04:15:47.294130 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Made reservation on behalf of e0b4e3629fd9463cbb7ec690e5290d6d for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:47.297296 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:47.311752 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:47.396399 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-930880b7-d369-4e3e-bcdb-fc00ef792289 req-67823435-ec88-4bc3-a1cd-da6d8b641daf service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046028 Feb 07 04:15:47.416453 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Publish callbacks [] for security_group (7bab1a8d-04de-4726-a502-e0b93f556a93), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:47.422493 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (7bab1a8d-04de-4726-a502-e0b93f556a93), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:47.437665 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:15:47.481529 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (58f50cfe-e0ff-47f6-a1fb-9ca416b895ac), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:47.482053 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.segments_db [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Added segment 58f50cfe-e0ff-47f6-a1fb-9ca416b895ac of type vlan for network 752f9bcd-f66a-4b46-888d-f131e2a320c5 Feb 07 04:15:47.524934 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bab1a8d-04de-4726-a502-e0b93f556a93,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:47.551356 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (752f9bcd-f66a-4b46-888d-f131e2a320c5), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:47.590567 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-c0cf1cf7-9938-40e5-94ba-6791030dc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:47.592096 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-c0cf1cf7-9938-40e5-94ba-6791030dc54f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 1127 time: 0.0752006 Feb 07 04:15:47.603005 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd44aa5-4b14-41d0-8b30-e856856df530 req-3e0fe19c-6458-4078-9ffe-301f2ccbd5cf tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:47.604690 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ffd44aa5-4b14-41d0-8b30-e856856df530 req-3e0fe19c-6458-4078-9ffe-301f2ccbd5cf tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.1613314 Feb 07 04:15:47.619289 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (752f9bcd-f66a-4b46-888d-f131e2a320c5), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:47.621136 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:47.622221 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:47.652543 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6112595 Feb 07 04:15:47.665294 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53296) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:47.669874 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Request body: {'subnet': {'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1626022757-subnet', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:47.727756 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ffd44aa5-4b14-41d0-8b30-e856856df530 req-7be4bcfd-8f2e-44e5-bf24-761d05d9a24d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164353 Feb 07 04:15:47.728535 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-a9937d27-97fa-41f0-b100-0603aede7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:47.730589 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-a9937d27-97fa-41f0-b100-0603aede7b0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 916 time: 0.1317723 Feb 07 04:15:47.765925 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250485e9-335e-441b-a2f4-9fe81b85afe2 admin admin] Pushing event updated for resources: {'Network': ['ID=752f9bcd-f66a-4b46-888d-f131e2a320c5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:47.772911 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Made reservation on behalf of e0b4e3629fd9463cbb7ec690e5290d6d for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:47.776092 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:47.778490 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:15:47.820774 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-df6ca338-e2c9-4554-ad25-eed3f571a96d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4368539-c55d-4781-9c7f-7915272fcb88 HTTP/1.1" status: 200 len: 217 time: 0.0767102 Feb 07 04:15:47.895215 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fafb0-04e0-4997-9bf7-5daafa249bf5 req-d0836d2f-7f26-4b46-b851-0f3e61997bae tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:47.904235 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f63fafb0-04e0-4997-9bf7-5daafa249bf5 req-d0836d2f-7f26-4b46-b851-0f3e61997bae tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 943 time: 0.1720021 Feb 07 04:15:47.944348 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-ffbe757f-4104-447a-990d-c357bba0be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:47.946151 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-ffbe757f-4104-447a-990d-c357bba0be5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af423cb7-f9c2-4918-a556-6857397f625d HTTP/1.1" status: 200 len: 855 time: 0.1145232 Feb 07 04:15:47.985160 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53310) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:47.993654 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (90d668c8-de27-4f82-84c5-b7d3289864a6), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.002540 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-ee6b8062-9d14-4f7c-a4cb-7b0c37bde00a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca219ba-88c9-4d7f-a70f-fc6411c07502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406058 Feb 07 04:15:48.013632 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f63fafb0-04e0-4997-9bf7-5daafa249bf5 req-082e472f-79f1-40c6-a598-a20ecadd16f2 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073401 Feb 07 04:15:48.070679 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Checking segment: {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:48.071284 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Network hostable DHCP agents. Network: 752f9bcd-f66a-4b46-888d-f131e2a320c5, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:15:48.073072 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d668c8-de27-4f82-84c5-b7d3289864a6,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:48.092805 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:15:48.106831 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 752f9bcd-f66a-4b46-888d-f131e2a320c5) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:48.117377 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc09ac7-f27c-45e6-823c-576542be1751 None None] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:15:48.125262 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:48.126012 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.134012 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-38579e93-5d75-48cc-b125-5bda89005fbb service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193554 Feb 07 04:15:48.148961 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-8cef9713-9525-421c-8173-a3399b1493a3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4820116 Feb 07 04:15:48.150223 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53316) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:48.157489 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:48.192518 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (6a435743-bafb-4775-98ed-edf569e8647b), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.193670 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (6a435743-bafb-4775-98ed-edf569e8647b), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.277549 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00767a16-bab6-4230-be00-92006d3f7ab7 req-b5d670ea-89bd-4a2b-a3b1-8470250ba5de service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260381 Feb 07 04:15:48.287082 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-752f9bcd-f66a-4b46-888d-f131e2a320c5', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:15:48.288479 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.305738 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1578825331-network', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:48.334218 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks [] for router_controller (6a435743-bafb-4775-98ed-edf569e8647b), precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.349159 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Made reservation on behalf of 50ebc5dbe4c54633a6605d9a54949953 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:48.351811 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.399369 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.479027 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Allocated IP 172.20.0.2 (752f9bcd-f66a-4b46-888d-f131e2a320c5/90d668c8-de27-4f82-84c5-b7d3289864a6/56242464-f298-4a3f-a6fb-e5f3e8c9cc41) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:48.548018 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks [] for router_gateway (6a435743-bafb-4775-98ed-edf569e8647b), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.565030 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53332) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:48.642305 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Publish callbacks [] for security_group (45c8ecaa-cd38-4c71-b60b-8dc01b88f922), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.650931 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (45c8ecaa-cd38-4c71-b60b-8dc01b88f922), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.659054 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Publish callbacks [] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.667617 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.680359 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:15:48.702822 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (2ee81f3e-3c0a-4a65-8701-8ec8de123038), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.703167 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.segments_db [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Added segment 2ee81f3e-3c0a-4a65-8701-8ec8de123038 of type vlan for network 2380dba0-88cd-40c3-a56d-3005ce2546c4 Feb 07 04:15:48.705467 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c8ecaa-cd38-4c71-b60b-8dc01b88f922,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:48.715040 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:48.719931 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:48.728105 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9310a3b3-e019-444f-aa86-25c2af93fd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.729134 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:48.735280 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Pushing event updated for resources: {'Port': ['ID=56242464-f298-4a3f-a6fb-e5f3e8c9cc41,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:48.768596 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.769059 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.769492 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.770219 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.770621 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.771026 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.771423 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.772089 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.772487 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.773015 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.773546 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.773971 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.774355 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:48.775627 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (2380dba0-88cd-40c3-a56d-3005ce2546c4), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.812610 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Attempting to bind port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:48.813661 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Attempting to bind port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:48.814212 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Attempting to bind port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 on network 752f9bcd-f66a-4b46-888d-f131e2a320c5 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:48.820193 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:48.821339 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Checking segment: {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:48.821942 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.822388 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Bound using segment: {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:48.822966 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Bound port: 56242464-f298-4a3f-a6fb-e5f3e8c9cc41, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:48.823441 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.897702 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] For port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:48.898062 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9310a3b3-e019-444f-aa86-25c2af93fd3e admin admin] Publish callbacks [] for security_group (d8f66a8e-b791-43c5-8ed7-ec5a5018487e), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.902851 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] For port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=56242464-f298-4a3f-a6fb-e5f3e8c9cc41,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:48.909297 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9310a3b3-e019-444f-aa86-25c2af93fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d8f66a8e-b791-43c5-8ed7-ec5a5018487e), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.915674 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.955567 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310a3b3-e019-444f-aa86-25c2af93fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f66a8e-b791-43c5-8ed7-ec5a5018487e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:48.963951 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53346) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:48.964469 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-9310a3b3-e019-444f-aa86-25c2af93fd3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95f499a83ff64317996e9f9ab6fdad5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977237 Feb 07 04:15:48.973575 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (2380dba0-88cd-40c3-a56d-3005ce2546c4), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:48.974536 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:48.975115 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.023053 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9e71a-3d87-443c-bb33-330daa34057b None None] Pushing event updated for resources: {'Port': ['ID=56242464-f298-4a3f-a6fb-e5f3e8c9cc41,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:49.093441 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks [] for router_gateway (6a435743-bafb-4775-98ed-edf569e8647b), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.111627 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0907d-b1b4-42d8-b545-68dab221058d req-2f7e2a61-0a30-4112-bfe3-853fcd056924 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:49.117807 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f3d0907d-b1b4-42d8-b545-68dab221058d req-2f7e2a61-0a30-4112-bfe3-853fcd056924 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.2588542 Feb 07 04:15:49.138526 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1521456 Feb 07 04:15:49.144865 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53364) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:49.146275 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.152145 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Request body: {'subnet': {'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1578825331-subnet', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:49.159530 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b5085-ecc2-42d7-8ee7-183dbf0fa6ef admin admin] Pushing event updated for resources: {'Network': ['ID=2380dba0-88cd-40c3-a56d-3005ce2546c4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:49.170192 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:15:49.180442 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Made reservation on behalf of 50ebc5dbe4c54633a6605d9a54949953 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:49.182792 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.204577 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4222727-89a0-4641-8543-a8be9101d140 req-69be1aea-4477-4d2f-bed5-3d1345be545e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:49.206307 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a4222727-89a0-4641-8543-a8be9101d140 req-69be1aea-4477-4d2f-bed5-3d1345be545e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 943 time: 0.1053228 Feb 07 04:15:49.226696 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dadc025-eaab-415b-be0d-b1a60c5c02b4 admin admin] Publish callbacks [] for security_group (d8f66a8e-b791-43c5-8ed7-ec5a5018487e), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.275653 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dadc025-eaab-415b-be0d-b1a60c5c02b4 admin admin] Publish callbacks [] for security_group (d8f66a8e-b791-43c5-8ed7-ec5a5018487e), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.341214 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a4222727-89a0-4641-8543-a8be9101d140 req-1baf151b-cf1b-40a5-acc3-aa5cf42698c1 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011529 Feb 07 04:15:49.351778 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dadc025-eaab-415b-be0d-b1a60c5c02b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d8f66a8e-b791-43c5-8ed7-ec5a5018487e), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.355390 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2dadc025-eaab-415b-be0d-b1a60c5c02b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.361010 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-2dadc025-eaab-415b-be0d-b1a60c5c02b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8f66a8e-b791-43c5-8ed7-ec5a5018487e HTTP/1.1" status: 204 len: 168 time: 0.3923020 Feb 07 04:15:49.399137 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadc025-eaab-415b-be0d-b1a60c5c02b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f66a8e-b791-43c5-8ed7-ec5a5018487e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:49.432020 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f3d0907d-b1b4-42d8-b545-68dab221058d req-ffcef444-c52e-403e-ad49-fb77a011b166 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883630 Feb 07 04:15:49.494467 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Allocated IP 172.27.1.244 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/22ebb869-92ed-4c6a-b374-111d03cbad41) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:49.523416 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (a8a686dd-1e4e-490e-8011-1cbb02509d34), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.635945 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a686dd-1e4e-490e-8011-1cbb02509d34,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:49.641703 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Checking segment: {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:49.642294 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Network hostable DHCP agents. Network: 2380dba0-88cd-40c3-a56d-3005ce2546c4, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:15:49.666676 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:15:49.680179 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks [] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.680619 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 2380dba0-88cd-40c3-a56d-3005ce2546c4) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:49.687410 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:49.688706 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.689635 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1976fdbc-d5f1-44fa-9509-f9d795f22d2d None None] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:15:49.728747 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-c64ef752-6b52-4879-bef0-e7d6e474584d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5825148 Feb 07 04:15:49.729668 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53384) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:49.731783 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53386) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:49.741416 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.742014 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:49.782865 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (942d1c87-8147-4a0f-b619-a2783667b855), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.787082 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (942d1c87-8147-4a0f-b619-a2783667b855), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.912348 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-2380dba0-88cd-40c3-a56d-3005ce2546c4', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:15:49.913233 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.939243 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks [] for router_controller (942d1c87-8147-4a0f-b619-a2783667b855), precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:49.944550 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9379b91-ffe5-4519-806b-830c7ad9ce2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.022157 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Pushing event updated for resources: {'Port': ['ID=22ebb869-92ed-4c6a-b374-111d03cbad41,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:50.027142 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:50.029030 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:50.031662 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:50.244566 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Allocated IP 172.20.0.2 (2380dba0-88cd-40c3-a56d-3005ce2546c4/a8a686dd-1e4e-490e-8011-1cbb02509d34/a9c72bb8-c899-4575-a36e-bd1ec0afaf89) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:50.266290 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:50.382387 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks [] for router_gateway (942d1c87-8147-4a0f-b619-a2783667b855), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.448462 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks [] for router_gateway (6a435743-bafb-4775-98ed-edf569e8647b), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.517966 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9379b91-ffe5-4519-806b-830c7ad9ce2c admin admin] Publish callbacks [] for security_group (d05a8a7f-a1d8-4b6e-9558-f62fff7b85fb), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.526240 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a9379b91-ffe5-4519-806b-830c7ad9ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d05a8a7f-a1d8-4b6e-9558-f62fff7b85fb), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.573827 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a9379b91-ffe5-4519-806b-830c7ad9ce2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bce5025f31a408fbf79b1b11467873f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8427687 Feb 07 04:15:50.578423 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53412) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:50.580835 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9379b91-ffe5-4519-806b-830c7ad9ce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a8a7f-a1d8-4b6e-9558-f62fff7b85fb,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:50.596624 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Publish callbacks [] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.610737 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac24a4-3c59-4242-beb3-308496e88df4 None None] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:15:50.627441 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.667380 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:50.704883 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:50.716381 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c9d3-efaa-4750-8fc1-033ad2a0cea4 req-af547963-bcc9-4479-a417-83c6d253c470 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:50.717149 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:50.718534 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2978c9d3-efaa-4750-8fc1-033ad2a0cea4 req-af547963-bcc9-4479-a417-83c6d253c470 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 943 time: 0.1424925 Feb 07 04:15:50.729243 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1969-55ce-403d-ae1a-d3703ce82126 admin admin] Publish callbacks [] for security_group (d05a8a7f-a1d8-4b6e-9558-f62fff7b85fb), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.798725 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Attempting to bind port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:50.799794 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Attempting to bind port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:50.800432 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Attempting to bind port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 on network 2380dba0-88cd-40c3-a56d-3005ce2546c4 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:50.808586 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e80232a1-5813-4fe8-91b0-f15203a16d32 None None] Provisioning complete for port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:50.809166 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e80232a1-5813-4fe8-91b0-f15203a16d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.828277 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5dc261-f542-478e-bc2c-4480860f3da8 req-f6ed9a77-339b-4dbd-b6d0-3296c28d2ead tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:50.836942 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8f5dc261-f542-478e-bc2c-4480860f3da8 req-f6ed9a77-339b-4dbd-b6d0-3296c28d2ead tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.1760767 Feb 07 04:15:50.878698 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (6a435743-bafb-4775-98ed-edf569e8647b), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.885186 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1969-55ce-403d-ae1a-d3703ce82126 admin admin] Publish callbacks [] for security_group (d05a8a7f-a1d8-4b6e-9558-f62fff7b85fb), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.968785 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:50.969384 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Checking segment: {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:50.969549 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.971187 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Bound using segment: {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:50.971829 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Bound port: a9c72bb8-c899-4575-a36e-bd1ec0afaf89, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:50.972416 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:50.981598 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8f5dc261-f542-478e-bc2c-4480860f3da8 req-89f6f485-6b1e-477e-bc67-c3934f0a557c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421998 Feb 07 04:15:50.989832 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2978c9d3-efaa-4750-8fc1-033ad2a0cea4 req-26f1052d-6351-460e-938a-ad15f4db74a8 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617090 Feb 07 04:15:50.996656 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks [] for router_gateway (942d1c87-8147-4a0f-b619-a2783667b855), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.022185 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.083726 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1969-55ce-403d-ae1a-d3703ce82126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d05a8a7f-a1d8-4b6e-9558-f62fff7b85fb), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.086990 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1969-55ce-403d-ae1a-d3703ce82126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.088293 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-9e6d1969-55ce-403d-ae1a-d3703ce82126 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d05a8a7f-a1d8-4b6e-9558-f62fff7b85fb HTTP/1.1" status: 204 len: 168 time: 0.5083587 Feb 07 04:15:51.107005 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d1969-55ce-403d-ae1a-d3703ce82126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a8a7f-a1d8-4b6e-9558-f62fff7b85fb,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:51.153343 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Router 6a435743-bafb-4775-98ed-edf569e8647b is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:15:51.163485 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] For port a9c72bb8-c899-4575-a36e-bd1ec0afaf89, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:51.166527 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Pushing event updated for resources: {'Port': ['ID=a9c72bb8-c899-4575-a36e-bd1ec0afaf89,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:51.174867 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] For port a9c72bb8-c899-4575-a36e-bd1ec0afaf89, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=a9c72bb8-c899-4575-a36e-bd1ec0afaf89,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:51.183512 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:51.184097 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.238687 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Allocated IP 172.27.1.21 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/258fdf70-0879-4bb2-82f1-66b7a64e76ba) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:51.244504 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.443683 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e80232a1-5813-4fe8-91b0-f15203a16d32 None None] Current status of the port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:51.444099 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e80232a1-5813-4fe8-91b0-f15203a16d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.468638 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb3fa4-7385-4e14-b6cc-c739e913fb10 req-b7c0ca97-3c09-451f-bc2f-61acceda9fa6 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:51.469397 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ae357-2328-46d2-b7ad-5ecfe57416aa None None] Pushing event updated for resources: {'Port': ['ID=a9c72bb8-c899-4575-a36e-bd1ec0afaf89,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:51.476320 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c2eb3fa4-7385-4e14-b6cc-c739e913fb10 req-b7c0ca97-3c09-451f-bc2f-61acceda9fa6 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 946 time: 0.1107192 Feb 07 04:15:51.488343 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks [] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.496037 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:15:51.511580 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:51.512131 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.513523 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Sync routers for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:15:51.536920 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:51.541649 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.543037 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f41596ad-b2e6-4b9c-9ec1-7dcd1140021e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3902762 Feb 07 04:15:51.545867 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53440) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:51.548808 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:51.568002 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e80232a1-5813-4fe8-91b0-f15203a16d32 None None] For port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=56242464-f298-4a3f-a6fb-e5f3e8c9cc41,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:51.587936 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e80232a1-5813-4fe8-91b0-f15203a16d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.635195 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c2eb3fa4-7385-4e14-b6cc-c739e913fb10 req-a6b84af9-e228-421e-9784-1ec2ba695080 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574547 Feb 07 04:15:51.658493 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.753218 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:51.753421 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.db.api [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 04:15:51.753773 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG oslo_db.api [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 04:15:51.762166 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:51.776304 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:51.842723 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:51.847713 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80232a1-5813-4fe8-91b0-f15203a16d32 None None] Pushing event updated for resources: {'Port': ['ID=56242464-f298-4a3f-a6fb-e5f3e8c9cc41,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:51.853349 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-c9a483b5-0eab-4311-a504-58ff7af4be35 None None] Provisioning complete for port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:51.853817 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c9a483b5-0eab-4311-a504-58ff7af4be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:51.933069 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53444) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:51.974921 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Pushing event updated for resources: {'Port': ['ID=258fdf70-0879-4bb2-82f1-66b7a64e76ba,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:51.978951 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-c9a483b5-0eab-4311-a504-58ff7af4be35 None None] Current status of the port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:51.998562 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6e80-8ec0-4b3c-85aa-c6f216591625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.115952 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:50Z', 'revision_number': 3, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:52.188360 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Checking router: 6a435743-bafb-4775-98ed-edf569e8647b for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:15:52.188953 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Updating router 6a435743-bafb-4775-98ed-edf569e8647b port 22ebb869-92ed-4c6a-b374-111d03cbad41 binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:15:52.225399 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.268618 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e352-e4f1-4cff-9e3c-144226f59e78 req-7e55c0d1-124a-427a-ad13-bbc4fcc44056 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:52.276069 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9762e352-e4f1-4cff-9e3c-144226f59e78 req-7e55c0d1-124a-427a-ad13-bbc4fcc44056 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.2033236 Feb 07 04:15:52.331976 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:52.394928 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9fbb-a163-41cd-98a6-e3fba9bb8751 req-cf5a42e0-9a5e-4d11-bea5-b7f90361b86d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:52.403811 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d76b9fbb-a163-41cd-98a6-e3fba9bb8751 req-cf5a42e0-9a5e-4d11-bea5-b7f90361b86d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 943 time: 0.1653266 Feb 07 04:15:52.404197 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e4368539-c55d-4781-9c7f-7915272fcb88 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:15:52.462364 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6e80-8ec0-4b3c-85aa-c6f216591625 admin admin] Publish callbacks [] for security_group (e147733f-75aa-453d-825b-ca7792d1ec1b), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.504074 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d76b9fbb-a163-41cd-98a6-e3fba9bb8751 req-35214d7b-8f82-4508-b68e-ce7fba2a31fa tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991070 Feb 07 04:15:52.543969 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks [] for router_gateway (942d1c87-8147-4a0f-b619-a2783667b855), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.562731 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9762e352-e4f1-4cff-9e3c-144226f59e78 req-4e07efaa-3dd9-45c8-b76a-7492ba88d6fc tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858255 Feb 07 04:15:52.571340 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6e80-8ec0-4b3c-85aa-c6f216591625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e147733f-75aa-453d-825b-ca7792d1ec1b), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.625068 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c6e80-8ec0-4b3c-85aa-c6f216591625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e147733f-75aa-453d-825b-ca7792d1ec1b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:52.633482 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Publish callbacks [] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.645399 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.688522 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-bc3c6e80-8ec0-4b3c-85aa-c6f216591625 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2279429d2fd2438fa3c4eaacc0276770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7541327 Feb 07 04:15:52.689371 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port e4368539-c55d-4781-9c7f-7915272fcb88, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e4368539-c55d-4781-9c7f-7915272fcb88,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:52.729069 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53462) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:52.731754 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'e4368539-c55d-4781-9c7f-7915272fcb88', 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502', 'port_id': 'e4368539-c55d-4781-9c7f-7915272fcb88', 'mac_address': 'fa:16:3e:4c:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af423cb7-f9c2-4918-a556-6857397f625d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:15:52.748342 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Attempting to bind port 22ebb869-92ed-4c6a-b374-111d03cbad41 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:52.748866 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Attempting to bind port 22ebb869-92ed-4c6a-b374-111d03cbad41 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:52.751083 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Attempting to bind port 22ebb869-92ed-4c6a-b374-111d03cbad41 on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:52.768125 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:52.768125 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:52.768125 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.768125 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:52.768125 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Bound port: 22ebb869-92ed-4c6a-b374-111d03cbad41, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:52.769614 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.772820 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Pushing event updated for resources: {'Port': ['ID=22ebb869-92ed-4c6a-b374-111d03cbad41,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:52.811211 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device a9c72bb8-c899-4575-a36e-bd1ec0afaf89 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:52.815516 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.832270 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.832911 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.833403 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.833846 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.834367 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.834823 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.835295 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.837796 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.837796 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.838206 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.838622 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.839167 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.839938 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:15:52.881847 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] For port 22ebb869-92ed-4c6a-b374-111d03cbad41, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:52.890719 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] For port 22ebb869-92ed-4c6a-b374-111d03cbad41, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=22ebb869-92ed-4c6a-b374-111d03cbad41,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:52.909174 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.937642 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port e4368539-c55d-4781-9c7f-7915272fcb88 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:52.938035 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:52.984753 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4368539-c55d-4781-9c7f-7915272fcb88 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:15:52.996385 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4b69316-3a44-4200-85fb-230983e00a32 admin admin] Publish callbacks [] for security_group (e147733f-75aa-453d-825b-ca7792d1ec1b), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.019527 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:53.020169 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port e4368539-c55d-4781-9c7f-7915272fcb88, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e4368539-c55d-4781-9c7f-7915272fcb88,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:53.021024 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:53.031249 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:53.031631 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.033338 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.073990 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4b69316-3a44-4200-85fb-230983e00a32 admin admin] Publish callbacks [] for security_group (e147733f-75aa-453d-825b-ca7792d1ec1b), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.120570 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90c71-b19c-4624-89e2-f4c1056b5ba1 None None] Pushing event updated for resources: {'Port': ['ID=22ebb869-92ed-4c6a-b374-111d03cbad41,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:53.153596 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea31fa4-8d51-4e42-9ff3-bcea0f65d210 None None] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:15:53.177345 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:53.282466 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a80dc3-4cd8-4091-89a9-a37c6b526837 req-6d8e8c68-043b-4a73-9a29-f662fee29b8f tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:53.284581 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-32a80dc3-4cd8-4091-89a9-a37c6b526837 req-6d8e8c68-043b-4a73-9a29-f662fee29b8f tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 946 time: 0.4880443 Feb 07 04:15:53.317741 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=e4368539-c55d-4781-9c7f-7915272fcb88,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:53.325484 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Allocated IP 172.20.0.1 (752f9bcd-f66a-4b46-888d-f131e2a320c5/90d668c8-de27-4f82-84c5-b7d3289864a6/7c30649e-6ec6-42e7-bbcd-282e5bd64283) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:53.342073 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-fdbba628-355d-49f5-9faa-a9ca9f3be77d None None] Provisioning complete for port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:53.342450 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fdbba628-355d-49f5-9faa-a9ca9f3be77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.376740 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-32a80dc3-4cd8-4091-89a9-a37c6b526837 req-f4506362-58a8-4c2c-91c9-e637b37be133 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778496 Feb 07 04:15:53.378359 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (942d1c87-8147-4a0f-b619-a2783667b855), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.384874 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4b69316-3a44-4200-85fb-230983e00a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e147733f-75aa-453d-825b-ca7792d1ec1b), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.387335 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e4b69316-3a44-4200-85fb-230983e00a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.391315 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-e4b69316-3a44-4200-85fb-230983e00a32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e147733f-75aa-453d-825b-ca7792d1ec1b HTTP/1.1" status: 204 len: 168 time: 0.6526713 Feb 07 04:15:53.487820 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b69316-3a44-4200-85fb-230983e00a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e147733f-75aa-453d-825b-ca7792d1ec1b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:53.553682 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:50Z', 'revision_number': 3, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:53.559272 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:53.559784 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.581475 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Publish callbacks [] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.622199 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1becc-15e4-4f56-a19b-551de4486607 None None] The sync data for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi is: [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:50Z', 'revision_number': 3, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:15:53.667605 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Router 942d1c87-8147-4a0f-b619-a2783667b855 is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:15:53.692724 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port a9c72bb8-c899-4575-a36e-bd1ec0afaf89, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=a9c72bb8-c899-4575-a36e-bd1ec0afaf89,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:53.696890 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fdbba628-355d-49f5-9faa-a9ca9f3be77d None None] Current status of the port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:53.706589 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fdbba628-355d-49f5-9faa-a9ca9f3be77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.711760 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.712577 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:53.788846 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.862943 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db4e0c-7352-41f0-961d-7783ca7be920 req-1a1656a5-d562-44cb-a2d7-ef51f4308dc3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:53.868653 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-30db4e0c-7352-41f0-961d-7783ca7be920 req-1a1656a5-d562-44cb-a2d7-ef51f4308dc3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 944 time: 0.1806850 Feb 07 04:15:53.871342 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['e4368539-c55d-4781-9c7f-7915272fcb88'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:15:53.871656 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:53.888643 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:53.911030 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c30649e-6ec6-42e7-bbcd-282e5bd64283,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:53.921326 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:53.923039 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (6a435743-bafb-4775-98ed-edf569e8647b), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:53.974305 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015d8b7-7a2e-4ac8-8698-f1d3d643110b req-bddcd915-822e-4fa2-b22b-083406f49224 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:53.981265 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f015d8b7-7a2e-4ac8-8698-f1d3d643110b req-bddcd915-822e-4fa2-b22b-083406f49224 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.1764159 Feb 07 04:15:54.020163 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.db.api [None req-fdbba628-355d-49f5-9faa-a9ca9f3be77d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 04:15:54.020748 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG oslo_db.api [None req-fdbba628-355d-49f5-9faa-a9ca9f3be77d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 04:15:54.058173 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=a9c72bb8-c899-4575-a36e-bd1ec0afaf89,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:54.099765 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:15:54.128693 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Sync routers for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:15:54.147762 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f015d8b7-7a2e-4ac8-8698-f1d3d643110b req-97944e21-77c2-472e-ba60-9f208a890f1b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464386 Feb 07 04:15:54.188426 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-55d8be2b-a7a0-4bb1-be5d-a67e0137e772 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:54.190063 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-55d8be2b-a7a0-4bb1-be5d-a67e0137e772 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.30 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 946 time: 0.2043123 Feb 07 04:15:54.197223 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-30db4e0c-7352-41f0-961d-7783ca7be920 req-3b39cd97-e5c4-4405-941c-e75f40d272a9 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653522 Feb 07 04:15:54.200570 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:54.204233 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ddc250fe-8352-4760-b84d-1b0436bc3333 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4644859 Feb 07 04:15:54.205406 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53488) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:54.231860 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:54.232285 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:54.235198 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:54.236008 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:54.459922 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Deleting port b5d10650-f8c5-427c-8472-0a665ca4301f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:15:54.460560 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:54.600284 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:54.619124 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33a74f-319b-44a2-9013-639d8bf86e72 req-65869d05-6a9c-4d24-9a13-04754a4775a3 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:54.628020 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9c33a74f-319b-44a2-9013-639d8bf86e72 req-65869d05-6a9c-4d24-9a13-04754a4775a3 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 946 time: 0.1223300 Feb 07 04:15:54.679901 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] For port b5d10650-f8c5-427c-8472-0a665ca4301f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=b5d10650-f8c5-427c-8472-0a665ca4301f,segment=NetworkSegment(32443b59-9786-4834-958c-942cf5e6c670),segment_id=32443b59-9786-4834-958c-942cf5e6c670)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:54.680663 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:54.713941 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Calling delete_port for b5d10650-f8c5-427c-8472-0a665ca4301f owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:15:54.728769 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9c33a74f-319b-44a2-9013-639d8bf86e72 req-8b37ff6f-d807-4bed-9656-c007e9854488 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/security-groups?id=360dd868-948e-49b1-b0ea-cbc7ea0e6c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989535 Feb 07 04:15:54.885287 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:54.959410 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-fdbba628-355d-49f5-9faa-a9ca9f3be77d None None] Current status of the port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:54.967797 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:55.024204 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586'] for port (b5d10650-f8c5-427c-8472-0a665ca4301f), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.052221 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.092681 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['b5d10650-f8c5-427c-8472-0a665ca4301f'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:15:55.128078 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Pushing event deleted for resources: {'Port': ['ID=b5d10650-f8c5-427c-8472-0a665ca4301f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:55.224979 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b43b4c85-1a5c-4201-89fa-4d06fc939f63 None None] Provisioning complete for port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:55.225358 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b43b4c85-1a5c-4201-89fa-4d06fc939f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.310839 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] No DVR routers for this DVR port b5d10650-f8c5-427c-8472-0a665ca4301f on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:15:55.314209 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.317803 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd226abe-5b1a-4fba-b15c-9f416d51d234 req-7858b66b-690e-483e-b311-a51df68e2ce0 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.30 "DELETE /v2.0/ports/b5d10650-f8c5-427c-8472-0a665ca4301f HTTP/1.1" status: 204 len: 173 time: 1.1098471 Feb 07 04:15:55.318332 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79993cf3-effd-4ca7-9f63-a643a924216d', 'name': 'network-vif-deleted', 'tag': 'b5d10650-f8c5-427c-8472-0a665ca4301f'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:55.321389 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b240118-5848-4fdf-a249-f59f55adc38e" -d '{"events": [{"server_uuid": "79993cf3-effd-4ca7-9f63-a643a924216d", "name": "network-vif-deleted", "tag": "b5d10650-f8c5-427c-8472-0a665ca4301f"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:55.333394 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device a9c72bb8-c899-4575-a36e-bd1ec0afaf89 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:55.374262 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b43b4c85-1a5c-4201-89fa-4d06fc939f63 None None] Port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:15:55.425550 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:52Z', 'revision_number': 3, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:55.486513 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Checking router: 942d1c87-8147-4a0f-b619-a2783667b855 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:15:55.487039 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Updating router 942d1c87-8147-4a0f-b619-a2783667b855 port 258fdf70-0879-4bb2-82f1-66b7a64e76ba binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:15:55.521946 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Publish callbacks [] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.523183 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.525121 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b43b4c85-1a5c-4201-89fa-4d06fc939f63 None None] Provisioning complete for port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:55.525600 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b43b4c85-1a5c-4201-89fa-4d06fc939f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.547802 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.548865 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (6a435743-bafb-4775-98ed-edf569e8647b), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.558142 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64306b11-5533-437d-922b-670f6362afbf req-5af26092-4cbd-431f-9164-0d46efaf4232 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:55.560769 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-64306b11-5533-437d-922b-670f6362afbf req-5af26092-4cbd-431f-9164-0d46efaf4232 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.2405570 Feb 07 04:15:55.616265 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:55.618355 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:55.710233 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf0ed-a32e-467b-a445-bd666cb19987 req-95bd17a0-2228-4f89-967b-947f8892abf6 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:55.712135 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-44bbf0ed-a32e-467b-a445-bd666cb19987 req-95bd17a0-2228-4f89-967b-947f8892abf6 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 944 time: 0.3524907 Feb 07 04:15:55.789688 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b43b4c85-1a5c-4201-89fa-4d06fc939f63 None None] Current status of the port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:55.798094 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-44bbf0ed-a32e-467b-a445-bd666cb19987 req-ce881068-1dde-4f6c-b078-d02ac8ff22d4 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788579 Feb 07 04:15:55.812986 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Allocated IP 172.20.0.1 (2380dba0-88cd-40c3-a56d-3005ce2546c4/a8a686dd-1e4e-490e-8011-1cbb02509d34/8e1d8cf1-0615-447a-8ac7-b3f7083607d0) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:15:55.821338 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:55.828560 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c30649e-6ec6-42e7-bbcd-282e5bd64283,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:55.847181 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:55.888291 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-64306b11-5533-437d-922b-670f6362afbf req-6692cb1f-4a17-4419-a8ad-e5360a2bbcfd tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178234 Feb 07 04:15:55.952004 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:55.953641 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 22ebb869-92ed-4c6a-b374-111d03cbad41 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:56.010231 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221aeeb4-241f-4bfc-9723-791cd1fc95c2 x-openstack-request-id: req-221aeeb4-241f-4bfc-9723-791cd1fc95c2 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:56.010577 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79993cf3-effd-4ca7-9f63-a643a924216d", "name": "network-vif-deleted", "tag": "b5d10650-f8c5-427c-8472-0a665ca4301f", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:56.010885 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-221aeeb4-241f-4bfc-9723-791cd1fc95c2 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:56.011375 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79993cf3-effd-4ca7-9f63-a643a924216d', 'name': 'network-vif-deleted', 'tag': 'b5d10650-f8c5-427c-8472-0a665ca4301f', 'status': 'completed', 'code': 200} Feb 07 04:15:56.131717 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-332c2aab-317a-4ae0-bfda-242c700baca2 req-cc0fb1a5-79da-407c-ac92-62adda0a3294 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 210 time: 0.0419822 Feb 07 04:15:56.146167 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 22ebb869-92ed-4c6a-b374-111d03cbad41 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:56.146732 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.278746 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Publish callbacks [] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.319282 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.372339 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1ccde4b6-ed6a-477c-8b39-d7fa6c2801a1 None None] Provisioning complete for port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:56.372717 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ccde4b6-ed6a-477c-8b39-d7fa6c2801a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.381272 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 22ebb869-92ed-4c6a-b374-111d03cbad41 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:56.381497 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.449400 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Publish callbacks [] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.451697 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Attempting to bind port 258fdf70-0879-4bb2-82f1-66b7a64e76ba on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:56.452808 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Attempting to bind port 258fdf70-0879-4bb2-82f1-66b7a64e76ba by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:56.452808 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Attempting to bind port 258fdf70-0879-4bb2-82f1-66b7a64e76ba on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:56.463585 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e4368539-c55d-4781-9c7f-7915272fcb88 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:56.471592 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Router 6a435743-bafb-4775-98ed-edf569e8647b has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:15:56.486349 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 22ebb869-92ed-4c6a-b374-111d03cbad41, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=22ebb869-92ed-4c6a-b374-111d03cbad41,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:56.521310 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8209c3-5531-4463-86cd-c9b0c9e40941 None None] Pushing event updated for resources: {'Port': ['ID=258fdf70-0879-4bb2-82f1-66b7a64e76ba,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:56.523999 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1ccde4b6-ed6a-477c-8b39-d7fa6c2801a1 None None] Port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:15:56.528497 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.531751 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:56.532153 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:56.532549 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.532933 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:56.533415 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Bound port: 258fdf70-0879-4bb2-82f1-66b7a64e76ba, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:56.533793 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.575560 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.611682 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=22ebb869-92ed-4c6a-b374-111d03cbad41,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:56.638422 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:56.647419 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:56.651503 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:15:56.652137 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (942d1c87-8147-4a0f-b619-a2783667b855), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.697312 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1d8cf1-0615-447a-8ac7-b3f7083607d0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:56.701467 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] For port 258fdf70-0879-4bb2-82f1-66b7a64e76ba, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:56.705500 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] For port 258fdf70-0879-4bb2-82f1-66b7a64e76ba, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=258fdf70-0879-4bb2-82f1-66b7a64e76ba,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:56.711667 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port e4368539-c55d-4781-9c7f-7915272fcb88 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:15:56.717257 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port e4368539-c55d-4781-9c7f-7915272fcb88 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:56.717424 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.719348 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.738583 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:15:56.754288 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-5d12140f-6e3e-459d-bc32-a680562775f8 admin admin] 10.222.0.13 "PUT /v2.0/routers/6a435743-bafb-4775-98ed-edf569e8647b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1995301 Feb 07 04:15:56.763998 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Sync routers for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:15:56.785341 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:56.786964 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:56.895016 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8209c3-5531-4463-86cd-c9b0c9e40941 None None] Pushing event updated for resources: {'Port': ['ID=258fdf70-0879-4bb2-82f1-66b7a64e76ba,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:56.921810 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:56.957318 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:56.957973 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:56.988663 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:57.089982 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b306-6ed9-40c9-b9c8-215b4cdca395 req-4d9a9481-6af3-408c-b5fb-d067a5914d74 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:57.096833 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3671b306-6ed9-40c9-b9c8-215b4cdca395 req-4d9a9481-6af3-408c-b5fb-d067a5914d74 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 944 time: 0.1111131 Feb 07 04:15:57.158524 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3671b306-6ed9-40c9-b9c8-215b4cdca395 req-fb00310b-f106-469c-ae6f-de317e84e7a3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606730 Feb 07 04:15:57.160556 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 22ebb869-92ed-4c6a-b374-111d03cbad41 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:15:57.272119 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Publish callbacks [] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:57.280822 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:57.282150 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (942d1c87-8147-4a0f-b619-a2783667b855), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:57.335529 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1d8cf1-0615-447a-8ac7-b3f7083607d0,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:57.350016 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7da0f2bb-7f25-495d-82b3-96b344cda278 req-518c5be4-d4b3-4370-80e7-9953f25d3de9 tempest-DeleteServersTestJSON-1280125846 tempest-DeleteServersTestJSON-1280125846-project] 10.222.0.13 "GET /v2.0/ports?device_id=79993cf3-effd-4ca7-9f63-a643a924216d HTTP/1.1" status: 200 len: 210 time: 0.0526822 Feb 07 04:15:57.421849 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05795-66da-4728-ac8a-98745195fa0c req-13d5c6b3-6d3a-4ffc-aca3-04beec941e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:57.423908 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-11b05795-66da-4728-ac8a-98745195fa0c req-13d5c6b3-6d3a-4ffc-aca3-04beec941e82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 1129 time: 0.0638473 Feb 07 04:15:57.445290 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port e4368539-c55d-4781-9c7f-7915272fcb88 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:57.445698 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:57.455085 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156892ce-dddc-4d9d-9f9a-c9e5e376ee81 req-7b595cc1-59f8-4d69-98b5-31e3bf481e91 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:57.458102 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-156892ce-dddc-4d9d-9f9a-c9e5e376ee81 req-7b595cc1-59f8-4d69-98b5-31e3bf481e91 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.2741916 Feb 07 04:15:57.483390 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-55639f53-c027-45e5-859a-364cf0848824 None None] Provisioning complete for port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:57.483769 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-55639f53-c027-45e5-859a-364cf0848824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:57.489074 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-11b05795-66da-4728-ac8a-98745195fa0c req-8e27f33a-9304-4cab-bf00-4e57d2374c49 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549898 Feb 07 04:15:57.572489 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:15:57.574171 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:15:57.752151 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c530ca-8978-4f69-b360-974e35d97a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4368539-c55d-4781-9c7f-7915272fcb88'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:15:57.754818 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc915a07-5113-46a9-bec6-18ad88eac05f" -d '{"events": [{"server_uuid": "b7c530ca-8978-4f69-b360-974e35d97a0c", "name": "network-vif-plugged", "status": "completed", "tag": "e4368539-c55d-4781-9c7f-7915272fcb88"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:15:57.770961 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:57.787306 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 22ebb869-92ed-4c6a-b374-111d03cbad41 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:57.787590 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:57.796190 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port e4368539-c55d-4781-9c7f-7915272fcb88, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e4368539-c55d-4781-9c7f-7915272fcb88,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:57.800212 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-55639f53-c027-45e5-859a-364cf0848824 None None] Port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:15:57.802910 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:54Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c30649e-6ec6-42e7-bbcd-282e5bd64283', 'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'mac_address': 'fa:16:3e:fb:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:52Z', 'updated_at': '2022-02-07T04:15:55Z', 'revision_number': 2, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'subnets': [{'id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:57.828887 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:57.842482 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-156892ce-dddc-4d9d-9f9a-c9e5e376ee81 req-90eb690b-3cd4-49b9-87e3-e514cf1e43af tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778872 Feb 07 04:15:57.842924 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:57.885942 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daf8751-1911-4a41-94a3-93801bd976cf x-openstack-request-id: req-0daf8751-1911-4a41-94a3-93801bd976cf {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:15:57.886238 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c530ca-8978-4f69-b360-974e35d97a0c", "name": "network-vif-plugged", "status": "completed", "tag": "e4368539-c55d-4781-9c7f-7915272fcb88", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:15:57.886530 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0daf8751-1911-4a41-94a3-93801bd976cf {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:15:57.886888 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c530ca-8978-4f69-b360-974e35d97a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4368539-c55d-4781-9c7f-7915272fcb88', 'code': 200} Feb 07 04:15:57.907722 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Checking router: 6a435743-bafb-4775-98ed-edf569e8647b for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:15:57.908260 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Updating router 6a435743-bafb-4775-98ed-edf569e8647b port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:15:57.915293 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Router 942d1c87-8147-4a0f-b619-a2783667b855 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:15:57.951021 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:58.157345 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-842f8580-66e3-49be-8b72-680d9a857539 req-b804b6db-35a3-4b35-b002-a4920bed9502 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830941 Feb 07 04:15:58.197057 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53590) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:58.203227 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-729007699-network', 'tenant_id': 'af618881c0974a8a9044d96e7b872684'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:58.248488 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Made reservation on behalf of af618881c0974a8a9044d96e7b872684 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:58.252124 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:58.278897 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:58.309398 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=e4368539-c55d-4781-9c7f-7915272fcb88,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:58.397443 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:15:58.413776 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-bd0825a9-dd08-45d2-8392-5483ed7dfb01 admin admin] 10.222.0.13 "PUT /v2.0/routers/942d1c87-8147-4a0f-b619-a2783667b855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2072713 Feb 07 04:15:58.446034 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-cd21a01e-13ac-4c63-9a98-a5c655d0c177 None None] Provisioning complete for port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:58.446416 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cd21a01e-13ac-4c63-9a98-a5c655d0c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:58.466980 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device b5d10650-f8c5-427c-8472-0a665ca4301f no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:15:58.611537 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: b5d10650-f8c5-427c-8472-0a665ca4301f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:15:58.613906 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device b5d10650-f8c5-427c-8472-0a665ca4301f not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:15:58.627402 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b82b1-6e4e-4313-b24d-c0d995bc9031 req-1d81c2cd-3e08-48a8-b748-bcb411cd3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:58.649295 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be8b82b1-6e4e-4313-b24d-c0d995bc9031 req-1d81c2cd-3e08-48a8-b748-bcb411cd3a23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 1129 time: 0.1887984 Feb 07 04:15:58.674521 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 22ebb869-92ed-4c6a-b374-111d03cbad41 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:58.698844 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Publish callbacks [] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:58.712338 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:58.712981 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cd21a01e-13ac-4c63-9a98-a5c655d0c177 None None] Port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:15:58.794370 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:15:55Z', 'revision_number': 1, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:58.808172 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f8580-66e3-49be-8b72-680d9a857539 req-5e39ed48-061c-4d42-bbcd-192589c48e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:58.817366 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-842f8580-66e3-49be-8b72-680d9a857539 req-5e39ed48-061c-4d42-bbcd-192589c48e71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 1130 time: 0.4744887 Feb 07 04:15:58.835082 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362679f-e388-4fe1-8bd6-c7b61dc0ea97 req-2645ad08-4ed7-4958-a087-1b6f8772bb6b tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:58.835496 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f8d38-b237-41b2-8d0f-8ede253518e8 None None] The sync data for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi is: [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:15:55Z', 'revision_number': 1, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:15:58.843287 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a362679f-e388-4fe1-8bd6-c7b61dc0ea97 req-2645ad08-4ed7-4958-a087-1b6f8772bb6b tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 945 time: 0.4035444 Feb 07 04:15:58.875662 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Publish callbacks [] for security_group (8cbe9c5b-8abe-4c42-a72b-066473b3923e), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:58.914057 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936619db-219b-4f82-a172-13b54b8f68ff None None] Pushing event updated for resources: {'Port': ['ID=7c30649e-6ec6-42e7-bbcd-282e5bd64283,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:58.942285 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8cbe9c5b-8abe-4c42-a72b-066473b3923e), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.019782 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Attempting to bind port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:15:59.020056 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Attempting to bind port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:15:59.020535 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Attempting to bind port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 on network 752f9bcd-f66a-4b46-888d-f131e2a320c5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:15:59.027062 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:15:59.027432 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Checking segment: {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:59.027827 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.028234 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Bound using segment: {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:15:59.028862 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Bound port: 7c30649e-6ec6-42e7-bbcd-282e5bd64283, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:15:59.029656 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.053845 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dfe0884b-94ab-4f6d-b7d9-6a96add80918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.075843 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a362679f-e388-4fe1-8bd6-c7b61dc0ea97 req-cc8cda1b-48db-41e6-abca-dce84dbc2bc3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263329 Feb 07 04:15:59.094281 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:15:59.114545 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbe9c5b-8abe-4c42-a72b-066473b3923e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:59.148320 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be8b82b1-6e4e-4313-b24d-c0d995bc9031 req-2080bc4c-b256-4c14-8ddd-fbc37c2a01bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115171 Feb 07 04:15:59.153554 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] For port 7c30649e-6ec6-42e7-bbcd-282e5bd64283, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:15:59.163406 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] For port 7c30649e-6ec6-42e7-bbcd-282e5bd64283, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7c30649e-6ec6-42e7-bbcd-282e5bd64283,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:15:59.182295 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.187352 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (03db4cbf-40ab-4d82-8a17-0259861f4e4b), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.187827 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Added segment 03db4cbf-40ab-4d82-8a17-0259861f4e4b of type vlan for network 9d3da2ac-751b-41ec-a625-9a792ec13d03 Feb 07 04:15:59.251657 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f8580-66e3-49be-8b72-680d9a857539 req-159cbde3-c75e-4400-b5d0-accab09b1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:59.253175 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-842f8580-66e3-49be-8b72-680d9a857539 req-159cbde3-c75e-4400-b5d0-accab09b1f55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 916 time: 0.3762767 Feb 07 04:15:59.263153 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (9d3da2ac-751b-41ec-a625-9a792ec13d03), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.270750 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:15:59.271316 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad650269-fd99-45ee-8b44-d4fb3fb82323 req-ac598843-72c3-460c-b69e-5ba3464a5777 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:59.273635 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:15:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:59.297570 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (9d3da2ac-751b-41ec-a625-9a792ec13d03), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.298790 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:15:59.299613 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.308448 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ad650269-fd99-45ee-8b44-d4fb3fb82323 req-ac598843-72c3-460c-b69e-5ba3464a5777 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.2601097 Feb 07 04:15:59.327212 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936619db-219b-4f82-a172-13b54b8f68ff None None] Pushing event updated for resources: {'Port': ['ID=7c30649e-6ec6-42e7-bbcd-282e5bd64283,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:59.433907 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:15:59.444795 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ad650269-fd99-45ee-8b44-d4fb3fb82323 req-04db8601-b8ed-4ad6-b404-5e616c048c05 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351528 Feb 07 04:15:59.455440 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e3a4cbda-4a56-4e62-9c03-ea06a19a3366 None None] Provisioning complete for port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:15:59.462360 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e3a4cbda-4a56-4e62-9c03-ea06a19a3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.468293 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2674325 Feb 07 04:15:59.468636 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53632) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:59.473890 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Request body: {'subnet': {'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-729007699-subnet', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:59.480426 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00d631-ab9d-46c6-8939-b56852fd2531 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3da2ac-751b-41ec-a625-9a792ec13d03,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:59.523342 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Made reservation on behalf of af618881c0974a8a9044d96e7b872684 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:59.525706 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.548473 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 9d3da2ac-751b-41ec-a625-9a792ec13d03 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:15:59.616474 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53636) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:15:59.622545 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1772517800-network', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:15:59.666550 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Made reservation on behalf of 08223fc2873744fc8a0411b0bb61babf for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:15:59.669388 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.693017 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.791534 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:54Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c30649e-6ec6-42e7-bbcd-282e5bd64283', 'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'mac_address': 'fa:16:3e:fb:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:52Z', 'updated_at': '2022-02-07T04:15:59Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'subnets': [{'id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:15:59.798843 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-842f8580-66e3-49be-8b72-680d9a857539 req-8b565c07-3bc4-49c5-821c-c1621d3152ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7316a72a-35b8-43ff-990d-60cf1f6bb7d6 HTTP/1.1" status: 200 len: 217 time: 0.0759943 Feb 07 04:15:59.828668 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4cbda-4a56-4e62-9c03-ea06a19a3366 None None] Current status of the port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:15:59.829144 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e3a4cbda-4a56-4e62-9c03-ea06a19a3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.862949 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c4d28-1474-457d-a2e4-0291eb42a066 None None] The sync data for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi is: [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:54Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c30649e-6ec6-42e7-bbcd-282e5bd64283', 'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'mac_address': 'fa:16:3e:fb:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:52Z', 'updated_at': '2022-02-07T04:15:59Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'subnets': [{'id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:15:59.885034 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.886970 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-e3a4cbda-4a56-4e62-9c03-ea06a19a3366 None None] For port 7c30649e-6ec6-42e7-bbcd-282e5bd64283, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7c30649e-6ec6-42e7-bbcd-282e5bd64283,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:15:59.892923 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e3a4cbda-4a56-4e62-9c03-ea06a19a3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.964402 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:59.969786 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Publish callbacks [] for security_group (f97a8775-db20-49b2-b76f-83576df609fe), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.979752 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f97a8775-db20-49b2-b76f-83576df609fe), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:15:59.983206 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Checking segment: {'id': '03db4cbf-40ab-4d82-8a17-0259861f4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:15:59.983581 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Network hostable DHCP agents. Network: 9d3da2ac-751b-41ec-a625-9a792ec13d03, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:15:59.994499 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4cbda-4a56-4e62-9c03-ea06a19a3366 None None] Pushing event updated for resources: {'Port': ['ID=7c30649e-6ec6-42e7-bbcd-282e5bd64283,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:15:59.999084 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:16:00.010672 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (813d82ca-a8b4-4c76-b5df-551a3caef8e5), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.010672 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Added segment 813d82ca-a8b4-4c76-b5df-551a3caef8e5 of type vlan for network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 Feb 07 04:16:00.018175 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Network 9d3da2ac-751b-41ec-a625-9a792ec13d03 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:16:00.031213 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 9d3da2ac-751b-41ec-a625-9a792ec13d03) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:00.036799 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-eca1843f-69f0-48e7-afb3-47626725b4ed None None] Provisioning complete for port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:00.037461 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-eca1843f-69f0-48e7-afb3-47626725b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.038565 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:00.040118 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.061537 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-fce1420d-54a8-4c72-b0f8-54169a7ccffc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5916796 Feb 07 04:16:00.067027 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f8580-66e3-49be-8b72-680d9a857539 req-afb07bd2-3a74-420b-97f1-5de2f5b9bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:00.068692 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-842f8580-66e3-49be-8b72-680d9a857539 req-afb07bd2-3a74-420b-97f1-5de2f5b9bc84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af423cb7-f9c2-4918-a556-6857397f625d HTTP/1.1" status: 200 len: 855 time: 0.1877956 Feb 07 04:16:00.068816 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53642) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:00.076268 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:00.076529 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a641f-e1ff-4621-b85e-5d9ce43d37e1 None None] Network 9d3da2ac-751b-41ec-a625-9a792ec13d03 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:00.112684 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (eb9f2d65-9566-4e88-9422-557a4cfc9cc9), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.113298 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (f616a212-5631-42b3-884d-89f5711ead64), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.114852 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (f616a212-5631-42b3-884d-89f5711ead64), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.137365 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-842f8580-66e3-49be-8b72-680d9a857539 req-1e6fe429-6a6e-47ee-a54f-9eed614338db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca219ba-88c9-4d7f-a70f-fc6411c07502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541661 Feb 07 04:16:00.215577 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks [] for router_controller (f616a212-5631-42b3-884d-89f5711ead64), precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.238912 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a8775-db20-49b2-b76f-83576df609fe,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:00.293523 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (eb9f2d65-9566-4e88-9422-557a4cfc9cc9), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.294946 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:00.295525 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.350171 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-eca1843f-69f0-48e7-afb3-47626725b4ed None None] Current status of the port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:00.370986 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-9d3da2ac-751b-41ec-a625-9a792ec13d03', 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03', 'project_id': 'af618881c0974a8a9044d96e7b872684', 'fixed_ips': [{'subnet_id': 'ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:16:00.371914 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.413086 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7946496 Feb 07 04:16:00.422136 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53648) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:00.429813 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020c78c-1970-4ab0-aca0-ea19b5bff1a1 req-49e3fcc9-73a0-4ef7-a2fb-e7f6f8302dcb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:00.431367 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8020c78c-1970-4ab0-aca0-ea19b5bff1a1 req-49e3fcc9-73a0-4ef7-a2fb-e7f6f8302dcb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 945 time: 0.2247002 Feb 07 04:16:00.440345 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Request body: {'subnet': {'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1772517800-subnet', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:00.449360 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks [] for router_gateway (f616a212-5631-42b3-884d-89f5711ead64), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.499968 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd08006-1a8a-49e6-b2b3-cc7112e47508 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9f2d65-9566-4e88-9422-557a4cfc9cc9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:00.549186 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-842f8580-66e3-49be-8b72-680d9a857539 req-9bcf5d94-3c30-415b-bbee-395555c75c5d service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899257 Feb 07 04:16:00.563442 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Allocated IP 172.20.0.2 (9d3da2ac-751b-41ec-a625-9a792ec13d03/ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25/7a1af4e6-7e51-4798-b9ac-68d10dad1fd8) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:00.580127 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Made reservation on behalf of 08223fc2873744fc8a0411b0bb61babf for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:00.583993 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.623413 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:16:00.661837 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071aeb2-288b-46fd-b108-27ed87cab69f req-066c2d5b-2397-4370-9c3f-496da501ebad tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:00.669699 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1071aeb2-288b-46fd-b108-27ed87cab69f req-066c2d5b-2397-4370-9c3f-496da501ebad tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0759625 Feb 07 04:16:00.735262 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8020c78c-1970-4ab0-aca0-ea19b5bff1a1 req-e8ba21ca-4654-4725-ae32-b96cbc4575d6 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846701 Feb 07 04:16:00.816291 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-842f8580-66e3-49be-8b72-680d9a857539 req-74f10cc4-7346-4dd9-9ce8-a86c15576adb service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573636 Feb 07 04:16:00.900496 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1071aeb2-288b-46fd-b108-27ed87cab69f req-f1a5f18f-8843-4ea9-8288-d2691f912682 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296987 Feb 07 04:16:00.933300 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.980155 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Publish callbacks [] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:00.991760 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.001045 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks [] for router_gateway (f616a212-5631-42b3-884d-89f5711ead64), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.104544 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Network 9d3da2ac-751b-41ec-a625-9a792ec13d03 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:01.111235 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:01.114919 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:01.136842 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:01.143987 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Pushing event updated for resources: {'Port': ['ID=7a1af4e6-7e51-4798-b9ac-68d10dad1fd8,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:01.207740 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Checking segment: {'id': '813d82ca-a8b4-4c76-b5df-551a3caef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:01.208133 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Network hostable DHCP agents. Network: eb9f2d65-9566-4e88-9422-557a4cfc9cc9, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:16:01.223566 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Attempting to bind port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:01.224133 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Attempting to bind port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '03db4cbf-40ab-4d82-8a17-0259861f4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:01.225182 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Attempting to bind port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 on network 9d3da2ac-751b-41ec-a625-9a792ec13d03 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:01.231938 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:01.232580 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Checking segment: {'id': '03db4cbf-40ab-4d82-8a17-0259861f4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:01.233182 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.233709 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Bound using segment: {'id': '03db4cbf-40ab-4d82-8a17-0259861f4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:01.234351 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Bound port: 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03db4cbf-40ab-4d82-8a17-0259861f4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:01.235066 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.242525 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8977d2c-8e28-42a6-a551-dca28649743c req-4da913c8-5ad4-4ed7-adaa-d71c4d518b4b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:01.244256 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a8977d2c-8e28-42a6-a551-dca28649743c req-4da913c8-5ad4-4ed7-adaa-d71c4d518b4b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1725059 Feb 07 04:16:01.288369 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:16:01.340345 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, eb9f2d65-9566-4e88-9422-557a4cfc9cc9) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:01.347746 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:01.355208 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.357915 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.387721 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e2f74-bb48-4fea-ac35-05f58db13fc3 None None] Network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:01.403398 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a8977d2c-8e28-42a6-a551-dca28649743c req-edcafadf-c72f-4778-b41a-803be858e287 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519699 Feb 07 04:16:01.434879 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-557fa556-ccaf-432a-94ef-7153afd72502 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0021396 Feb 07 04:16:01.435999 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53666) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:01.441425 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:01.488030 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (ff62723c-049c-4c89-8ab9-dcbe260e1b90), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.489086 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (ff62723c-049c-4c89-8ab9-dcbe260e1b90), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.501389 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] For port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:01.533242 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2dc059d8-c432-41a8-b37b-64bf9f56088e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.536583 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 258fdf70-0879-4bb2-82f1-66b7a64e76ba up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:01.582995 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Allocated IP 172.27.1.17 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/9e375763-985e-41e7-9cdc-a35a05321734) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:01.591589 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks [] for router_controller (ff62723c-049c-4c89-8ab9-dcbe260e1b90), precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.593649 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-eb9f2d65-9566-4e88-9422-557a4cfc9cc9', 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9', 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'fixed_ips': [{'subnet_id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:16:01.594790 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.614467 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] For port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7a1af4e6-7e51-4798-b9ac-68d10dad1fd8,segment=NetworkSegment(03db4cbf-40ab-4d82-8a17-0259861f4e4b),segment_id=03db4cbf-40ab-4d82-8a17-0259861f4e4b)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:01.630314 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.785034 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cec8c5-7c01-4fd7-b431-ac98999fe8e1 None None] Pushing event updated for resources: {'Port': ['ID=7a1af4e6-7e51-4798-b9ac-68d10dad1fd8,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:01.805618 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 258fdf70-0879-4bb2-82f1-66b7a64e76ba triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:01.806360 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:01.910394 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Allocated IP 172.20.0.2 (eb9f2d65-9566-4e88-9422-557a4cfc9cc9/85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f/09fc1444-50bb-41cd-b927-a2439b0e490f) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:02.015135 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks [] for router_gateway (ff62723c-049c-4c89-8ab9-dcbe260e1b90), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.166820 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks [] for port (9e375763-985e-41e7-9cdc-a35a05321734), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.216905 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4c4d6-1e24-4d9f-b9d6-d1428431a2d5 req-13060b66-23b9-47d1-87ec-bb346d9d9474 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:02.219750 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d8e4c4d6-1e24-4d9f-b9d6-d1428431a2d5 req-13060b66-23b9-47d1-87ec-bb346d9d9474 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 945 time: 0.1989830 Feb 07 04:16:02.281863 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (9e375763-985e-41e7-9cdc-a35a05321734), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.355277 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:02.365749 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:02.389241 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 258fdf70-0879-4bb2-82f1-66b7a64e76ba is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:02.389241 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.397890 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:02.444142 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 258fdf70-0879-4bb2-82f1-66b7a64e76ba, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=258fdf70-0879-4bb2-82f1-66b7a64e76ba,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:02.469365 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.470498 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7c30649e-6ec6-42e7-bbcd-282e5bd64283 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:02.535083 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53710) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:02.564756 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d8e4c4d6-1e24-4d9f-b9d6-d1428431a2d5 req-e04bbd09-40e3-4b2c-8b49-b44395e0ac48 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930849 Feb 07 04:16:02.619553 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.631129 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=258fdf70-0879-4bb2-82f1-66b7a64e76ba,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:02.645975 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Publish callbacks [] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.655942 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc90ebe1-7838-4c1e-9472-05039f3eec9d admin admin] Deleting subnet 3c060382-fd7b-4fe9-b14e-49db583f7ccf {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:16:02.657914 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.661330 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc90ebe1-7838-4c1e-9472-05039f3eec9d admin admin] Publish callbacks [] for subnet (3c060382-fd7b-4fe9-b14e-49db583f7ccf), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.661597 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e375763-985e-41e7-9cdc-a35a05321734,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:02.706082 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:02.706456 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.720688 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:02.739178 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Pushing event updated for resources: {'Port': ['ID=09fc1444-50bb-41cd-b927-a2439b0e490f,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:02.748426 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:02.751176 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:02.771097 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc90ebe1-7838-4c1e-9472-05039f3eec9d admin admin] Publish callbacks [] for subnet (3c060382-fd7b-4fe9-b14e-49db583f7ccf), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.795395 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc90ebe1-7838-4c1e-9472-05039f3eec9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (3c060382-fd7b-4fe9-b14e-49db583f7ccf), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.825125 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Attempting to bind port 09fc1444-50bb-41cd-b927-a2439b0e490f on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:02.825498 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Attempting to bind port 09fc1444-50bb-41cd-b927-a2439b0e490f by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '813d82ca-a8b4-4c76-b5df-551a3caef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:02.825863 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Attempting to bind port 09fc1444-50bb-41cd-b927-a2439b0e490f on network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:02.840653 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:02.841035 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Checking segment: {'id': '813d82ca-a8b4-4c76-b5df-551a3caef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:02.841623 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.842017 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Bound using segment: {'id': '813d82ca-a8b4-4c76-b5df-551a3caef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:02.842590 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Bound port: 09fc1444-50bb-41cd-b927-a2439b0e490f, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813d82ca-a8b4-4c76-b5df-551a3caef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:02.842970 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.894164 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc90ebe1-7838-4c1e-9472-05039f3eec9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (3c060382-fd7b-4fe9-b14e-49db583f7ccf), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.917006 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:02.938441 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90ebe1-7838-4c1e-9472-05039f3eec9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c060382-fd7b-4fe9-b14e-49db583f7ccf,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:02.943179 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-dc90ebe1-7838-4c1e-9472-05039f3eec9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.946828 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-dc90ebe1-7838-4c1e-9472-05039f3eec9d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3c060382-fd7b-4fe9-b14e-49db583f7ccf HTTP/1.1" status: 204 len: 168 time: 0.4089522 Feb 07 04:16:02.951958 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53720) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:02.973645 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] For port 09fc1444-50bb-41cd-b927-a2439b0e490f, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:02.977849 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] For port 09fc1444-50bb-41cd-b927-a2439b0e490f, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=09fc1444-50bb-41cd-b927-a2439b0e490f,segment=NetworkSegment(813d82ca-a8b4-4c76-b5df-551a3caef8e5),segment_id=813d82ca-a8b4-4c76-b5df-551a3caef8e5)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:02.986431 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:02.997014 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks [] for router_gateway (f616a212-5631-42b3-884d-89f5711ead64), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:03.070742 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b904a7-9d1e-4fcd-9b43-7d30367d3fb7 None None] Pushing event updated for resources: {'Port': ['ID=09fc1444-50bb-41cd-b927-a2439b0e490f,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:03.142037 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (fd1dc6a2-5aea-4548-b35e-164b66095f17), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:03.253735 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks [] for router_gateway (ff62723c-049c-4c89-8ab9-dcbe260e1b90), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:03.305671 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:03.347953 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (fd1dc6a2-5aea-4548-b35e-164b66095f17), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:03.483917 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Allocated IP 172.27.1.147 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/165b3166-3fb9-4aea-b6c2-85b9847f53ea) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:03.560997 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.561960 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.562887 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.576123 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > port after_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.582356 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.584718 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > port after_update 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.584941 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 258fdf70-0879-4bb2-82f1-66b7a64e76ba up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:03.586548 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.587046 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.587696 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.588480 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.734838 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 258fdf70-0879-4bb2-82f1-66b7a64e76ba triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:03.735411 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:03.769495 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks [] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:03.818888 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Sync routers for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:03.832453 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.832823 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.833378 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.833908 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:16:03.834584 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1dc6a2-5aea-4548-b35e-164b66095f17']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:03.858584 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (f616a212-5631-42b3-884d-89f5711ead64), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:03.864473 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:03.866372 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:03.866769 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:03.912944 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32443b59-9786-4834-958c-942cf5e6c670') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:03.915322 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32443b59-9786-4834-958c-942cf5e6c670') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:04.004287 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156113'] for segment (32443b59-9786-4834-958c-942cf5e6c670), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.105777 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 258fdf70-0879-4bb2-82f1-66b7a64e76ba is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:04.107029 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:04.124125 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (32443b59-9786-4834-958c-942cf5e6c670), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.162573 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c53213-058b-4694-93ac-a096e0c3475d None None] Network 9d3da2ac-751b-41ec-a625-9a792ec13d03 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:04.171117 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:16:04.171545 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3165379'] for segment (32443b59-9786-4834-958c-942cf5e6c670), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.175963 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:04.176857 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-bec03a9a-5957-4ec2-bc19-38284ac7e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:04.179856 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-bec03a9a-5957-4ec2-bc19-38284ac7e058 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1129 time: 0.6401308 Feb 07 04:16:04.194015 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a7712-8c14-4503-9f6f-5488f36e6a31 req-ac994e11-804e-4b2a-9476-53310fd9ff1e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:04.206953 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c48a7712-8c14-4503-9f6f-5488f36e6a31 req-ac994e11-804e-4b2a-9476-53310fd9ff1e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.8264234 Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: from cryptography.utils import int_from_bytes Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: from cryptography.utils import int_from_bytes Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: Traceback (most recent call last): Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: timer() Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: cb(*args, **kw) Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: return func(*args, **kwargs) Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: self._notify() Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: self.callback(batched_events) Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: event.method(event) Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: return f(self, *a, **k) Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._get(url).json() Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: return self.request(url, 'GET', **kwargs) Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:16:04.237009 dv-cinder-799631-7-iscsi neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:16:04.324353 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:04.342229 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Pushing event updated for resources: {'Port': ['ID=165b3166-3fb9-4aea-b6c2-85b9847f53ea,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:04.344874 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:04.357520 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:04.400005 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53752) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:04.436374 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-200415f9-5d7e-4f8a-a4c7-d15dc21c357d None None] Provisioning complete for port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:04.436893 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-200415f9-5d7e-4f8a-a4c7-d15dc21c357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.461153 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (fd1dc6a2-5aea-4548-b35e-164b66095f17), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.469454 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.473148 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd1dc6a2-5aea-4548-b35e-164b66095f17 HTTP/1.1" status: 204 len: 168 time: 1.5199792 Feb 07 04:16:04.483961 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.499746 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:04.499995 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.514146 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c48a7712-8c14-4503-9f6f-5488f36e6a31 req-157de7bf-7798-4f5a-9814-faed8a178879 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050351 Feb 07 04:16:04.529171 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fce9de-60ae-4e60-8722-926deb7fe965 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1dc6a2-5aea-4548-b35e-164b66095f17,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:04.559345 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-7f7a19c4-a60d-42e4-9584-3538816e87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:04.561950 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-7f7a19c4-a60d-42e4-9584-3538816e87eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 919 time: 0.3103542 Feb 07 04:16:04.627452 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-0c3b21e3-327a-45db-b185-6a669729ff77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a3936d-26aa-4031-920c-7291ded7d6bc HTTP/1.1" status: 200 len: 217 time: 0.0575516 Feb 07 04:16:04.658302 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d1eec15-b3bc-4323-b29a-026ea29aee17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.717289 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-1211a5a0-24c3-4ae7-b525-a3bc981da506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:04.718910 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-200415f9-5d7e-4f8a-a4c7-d15dc21c357d None None] Current status of the port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:04.719272 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-1211a5a0-24c3-4ae7-b525-a3bc981da506 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.0852430 Feb 07 04:16:04.719505 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-200415f9-5d7e-4f8a-a4c7-d15dc21c357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.736836 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53760) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:04.780001 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-6f8c0c70-8892-4ef2-beca-40c8955af06b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546293 Feb 07 04:16:04.786483 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Router f616a212-5631-42b3-884d-89f5711ead64 is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:16:04.840451 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-200415f9-5d7e-4f8a-a4c7-d15dc21c357d None None] For port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7a1af4e6-7e51-4798-b9ac-68d10dad1fd8,segment=NetworkSegment(03db4cbf-40ab-4d82-8a17-0259861f4e4b),segment_id=03db4cbf-40ab-4d82-8a17-0259861f4e4b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:04.852515 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-e81e61c7-9c81-41a6-ba7d-b8305e3615be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=015f07f102774e9f9465bcf4e71744f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1139929 Feb 07 04:16:04.853256 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-200415f9-5d7e-4f8a-a4c7-d15dc21c357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.857715 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53762) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:04.858525 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:04.858861 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:04.905371 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ad91c-ba28-4cde-ad89-b60473cf1705 None None] Network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:04.956700 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks [] for router_gateway (ff62723c-049c-4c89-8ab9-dcbe260e1b90), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.059627 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:15:57Z', 'revision_number': 2, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:05.094785 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200415f9-5d7e-4f8a-a4c7-d15dc21c357d None None] Pushing event updated for resources: {'Port': ['ID=7a1af4e6-7e51-4798-b9ac-68d10dad1fd8,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:05.105444 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Checking router: 942d1c87-8147-4a0f-b619-a2783667b855 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:05.105993 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Updating router 942d1c87-8147-4a0f-b619-a2783667b855 port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:05.106281 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d1eec15-b3bc-4323-b29a-026ea29aee17 admin admin] Publish callbacks [] for security_group (f20a95ac-dc21-4afc-929e-ba85d93f2160), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.111269 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:05.121876 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5d1eec15-b3bc-4323-b29a-026ea29aee17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f20a95ac-dc21-4afc-929e-ba85d93f2160), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.122217 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Sync routers for ids ['f616a212-5631-42b3-884d-89f5711ead64'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:05.132187 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Routers {'f616a212-5631-42b3-884d-89f5711ead64'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:05.133203 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['f616a212-5631-42b3-884d-89f5711ead64'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:05.152316 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.db.api [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 04:16:05.152654 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG oslo_db.api [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 04:16:05.160124 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.161403 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-38503839-2476-47bc-a6c9-78fe8aebfbf9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0914111 Feb 07 04:16:05.177155 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53766) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:05.238884 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-ec6df069-e6d2-4335-8b36-61267b244fa8 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506881 Feb 07 04:16:05.300917 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-5d1eec15-b3bc-4323-b29a-026ea29aee17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4dda52faedf4959aaee8e6f68c55c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8957717 Feb 07 04:16:05.308624 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53770) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:05.316034 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eec15-b3bc-4323-b29a-026ea29aee17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20a95ac-dc21-4afc-929e-ba85d93f2160,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:05.334472 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6fb365d-05a8-4ac8-8426-9647659d6cd0 admin admin] Publish callbacks [] for security_group (360dd868-948e-49b1-b0ea-cbc7ea0e6c85), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.361521 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-585eb28b-e6d9-4cbb-8c71-5ba2dc33614f None None] Provisioning complete for port 09fc1444-50bb-41cd-b927-a2439b0e490f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:05.361521 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-585eb28b-e6d9-4cbb-8c71-5ba2dc33614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.369209 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.376426 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6fb365d-05a8-4ac8-8426-9647659d6cd0 admin admin] Publish callbacks [] for security_group (360dd868-948e-49b1-b0ea-cbc7ea0e6c85), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.439226 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Set router f616a212-5631-42b3-884d-89f5711ead64 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:05.465945 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.476973 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6f0cbbe-6178-4c9f-b6e1-a9675b04e626 req-db65edb8-f6d4-4f82-a404-177d0d08d289 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292647 Feb 07 04:16:05.488514 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6fb365d-05a8-4ac8-8426-9647659d6cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (360dd868-948e-49b1-b0ea-cbc7ea0e6c85), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.493419 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a6fb365d-05a8-4ac8-8426-9647659d6cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.503937 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a6fb365d-05a8-4ac8-8426-9647659d6cd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/360dd868-948e-49b1-b0ea-cbc7ea0e6c85 HTTP/1.1" status: 204 len: 168 time: 0.6374598 Feb 07 04:16:05.541229 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb365d-05a8-4ac8-8426-9647659d6cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360dd868-948e-49b1-b0ea-cbc7ea0e6c85,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:05.578802 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-585eb28b-e6d9-4cbb-8c71-5ba2dc33614f None None] Current status of the port 09fc1444-50bb-41cd-b927-a2439b0e490f is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:05.579022 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-585eb28b-e6d9-4cbb-8c71-5ba2dc33614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.677999 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa7da-a39f-4f3d-bd5b-bf28741ff619 admin admin] Publish callbacks [] for security_group (f20a95ac-dc21-4afc-929e-ba85d93f2160), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.754458 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401f803-cee8-42ad-af5f-ce04bc27090a req-4f567b8c-a1a3-4457-a745-f732dca44f93 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:05.765961 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5401f803-cee8-42ad-af5f-ce04bc27090a req-4f567b8c-a1a3-4457-a745-f732dca44f93 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1282525 Feb 07 04:16:05.871002 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:05.872882 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616a212-5631-42b3-884d-89f5711ead64', 'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '9e375763-985e-41e7-9cdc-a35a05321734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:00Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 3, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'gw_port': {'id': '9e375763-985e-41e7-9cdc-a35a05321734', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:05.894557 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5401f803-cee8-42ad-af5f-ce04bc27090a req-140645d2-efcc-40bd-bd51-46eddc3ed79b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188533 Feb 07 04:16:05.934231 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Checking router: f616a212-5631-42b3-884d-89f5711ead64 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:05.934656 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Updating router f616a212-5631-42b3-884d-89f5711ead64 port 9e375763-985e-41e7-9cdc-a35a05321734 binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:05.946258 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (ff62723c-049c-4c89-8ab9-dcbe260e1b90), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:05.965941 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa7da-a39f-4f3d-bd5b-bf28741ff619 admin admin] Publish callbacks [] for security_group (f20a95ac-dc21-4afc-929e-ba85d93f2160), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.004585 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9e375763-985e-41e7-9cdc-a35a05321734), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.141271 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-585eb28b-e6d9-4cbb-8c71-5ba2dc33614f None None] For port 09fc1444-50bb-41cd-b927-a2439b0e490f, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=09fc1444-50bb-41cd-b927-a2439b0e490f,segment=NetworkSegment(813d82ca-a8b4-4c76-b5df-551a3caef8e5),segment_id=813d82ca-a8b4-4c76-b5df-551a3caef8e5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:06.152196 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-585eb28b-e6d9-4cbb-8c71-5ba2dc33614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.245043 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585eb28b-e6d9-4cbb-8c71-5ba2dc33614f None None] Pushing event updated for resources: {'Port': ['ID=09fc1444-50bb-41cd-b927-a2439b0e490f,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:06.298394 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa7da-a39f-4f3d-bd5b-bf28741ff619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f20a95ac-dc21-4afc-929e-ba85d93f2160), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.301244 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa7da-a39f-4f3d-bd5b-bf28741ff619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.302524 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-8a8fa7da-a39f-4f3d-bd5b-bf28741ff619 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f20a95ac-dc21-4afc-929e-ba85d93f2160 HTTP/1.1" status: 204 len: 168 time: 0.9915218 Feb 07 04:16:06.306680 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 09fc1444-50bb-41cd-b927-a2439b0e490f up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:06.323606 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fa7da-a39f-4f3d-bd5b-bf28741ff619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20a95ac-dc21-4afc-929e-ba85d93f2160,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:06.377760 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Router ff62723c-049c-4c89-8ab9-dcbe260e1b90 is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:16:06.392030 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-cee08dce-862e-427d-8663-30ce95b603c8 None None] Provisioning complete for port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:06.392458 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cee08dce-862e-427d-8663-30ce95b603c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.417104 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Publish callbacks [] for port (9e375763-985e-41e7-9cdc-a35a05321734), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.424610 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9e375763-985e-41e7-9cdc-a35a05321734), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.459423 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Publish callbacks [] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.471251 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 09fc1444-50bb-41cd-b927-a2439b0e490f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:06.471800 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.483861 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db256253-2e27-4380-9666-ebf1b8ecd6cd None None] Pushing event updated for resources: {'Port': ['ID=9e375763-985e-41e7-9cdc-a35a05321734,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:06.502273 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.506543 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Attempting to bind port 9e375763-985e-41e7-9cdc-a35a05321734 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:06.507095 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Attempting to bind port 9e375763-985e-41e7-9cdc-a35a05321734 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:06.508215 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Attempting to bind port 9e375763-985e-41e7-9cdc-a35a05321734 on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:06.514269 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:06.514862 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:06.515424 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.515972 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:06.516623 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Bound port: 9e375763-985e-41e7-9cdc-a35a05321734, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:06.517159 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9e375763-985e-41e7-9cdc-a35a05321734), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.626656 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] For port 9e375763-985e-41e7-9cdc-a35a05321734, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:06.631735 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] For port 9e375763-985e-41e7-9cdc-a35a05321734, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9e375763-985e-41e7-9cdc-a35a05321734,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:06.644195 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9e375763-985e-41e7-9cdc-a35a05321734), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.690665 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4273178-3ba2-4a47-95c7-61e56c1f674e None None] Pushing event updated for resources: {'Port': ['ID=8e1d8cf1-0615-447a-8ac7-b3f7083607d0,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:06.717211 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cee08dce-862e-427d-8663-30ce95b603c8 None None] Current status of the port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:06.728998 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Attempting to bind port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:06.729672 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Attempting to bind port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:06.730258 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Attempting to bind port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 on network 2380dba0-88cd-40c3-a56d-3005ce2546c4 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:06.742896 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-cee08dce-862e-427d-8663-30ce95b603c8 None None] Provisioning complete for port 09fc1444-50bb-41cd-b927-a2439b0e490f triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:06.743691 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cee08dce-862e-427d-8663-30ce95b603c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.750697 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:06.751524 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Checking segment: {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:06.752478 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.753081 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Bound using segment: {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:06.754063 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Bound port: 8e1d8cf1-0615-447a-8ac7-b3f7083607d0, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:06.754669 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.796484 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Routers {'f616a212-5631-42b3-884d-89f5711ead64'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:06.801012 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['f616a212-5631-42b3-884d-89f5711ead64'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:06.838215 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53818) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:06.862737 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0dff2017-6ad0-47cb-bab5-855bb57119f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.889705 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] For port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:06.893565 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] For port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=8e1d8cf1-0615-447a-8ac7-b3f7083607d0,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:06.905079 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db256253-2e27-4380-9666-ebf1b8ecd6cd None None] Pushing event updated for resources: {'Port': ['ID=9e375763-985e-41e7-9cdc-a35a05321734,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:06.917274 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:06.924406 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 09fc1444-50bb-41cd-b927-a2439b0e490f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:06.926322 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:06.941793 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d80d29e3-92d4-4697-87cd-c1bb0ea19057 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:06.960328 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d80d29e3-92d4-4697-87cd-c1bb0ea19057 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 815 time: 0.5560093 Feb 07 04:16:07.000271 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] Set router f616a212-5631-42b3-884d-89f5711ead64 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:07.017148 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:07.055368 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Sync routers for ids ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:07.079001 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-e31c79fe-0d36-4357-833c-9d891cd55a3d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/quotas/06d109aa9a364bed8b25935d5374bf3b HTTP/1.1" status: 200 len: 375 time: 0.0630357 Feb 07 04:16:07.115876 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:07.116466 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:07.213073 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0dff2017-6ad0-47cb-bab5-855bb57119f1 admin admin] Publish callbacks [] for security_group (e72bd69a-f5ec-48b5-ab8a-fedbbb41e2de), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.223606 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0dff2017-6ad0-47cb-bab5-855bb57119f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e72bd69a-f5ec-48b5-ab8a-fedbbb41e2de), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.267479 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abce07-e8ed-4414-961d-e24323f3eba6 req-ebc0df01-c4bf-49bd-888b-162f3d8cc496 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:07.269220 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-94abce07-e8ed-4414-961d-e24323f3eba6 req-ebc0df01-c4bf-49bd-888b-162f3d8cc496 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.2546010 Feb 07 04:16:07.298990 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53828) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:07.301108 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:07.343004 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-0dff2017-6ad0-47cb-bab5-855bb57119f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6da7d0e85d3c4768af6a6f641d3229dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035696 Feb 07 04:16:07.346560 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53832) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:07.357053 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff2017-6ad0-47cb-bab5-855bb57119f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72bd69a-f5ec-48b5-ab8a-fedbbb41e2de,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:07.400211 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.403877 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-2e981ce7-1d90-42bf-8884-4a3e3e6cfd01 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9642699 Feb 07 04:16:07.404062 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Routers {'ff62723c-049c-4c89-8ab9-dcbe260e1b90'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:07.404062 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:07.405312 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53834) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:07.514383 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-15539746-b8d5-424b-bd3e-342351267313 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4279485 Feb 07 04:16:07.534854 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.556171 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616a212-5631-42b3-884d-89f5711ead64', 'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '9e375763-985e-41e7-9cdc-a35a05321734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:00Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 3, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'gw_port': {'id': '9e375763-985e-41e7-9cdc-a35a05321734', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:07.572537 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2051774639-network', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:07.585768 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efa52e-b70f-4666-8dc3-22c5b6aa06d8 None None] The sync data for ids ['f616a212-5631-42b3-884d-89f5711ead64'] in dv-cinder-799631-7-iscsi is: [{'id': 'f616a212-5631-42b3-884d-89f5711ead64', 'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '9e375763-985e-41e7-9cdc-a35a05321734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:00Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 3, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'gw_port': {'id': '9e375763-985e-41e7-9cdc-a35a05321734', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:07.603073 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Made reservation on behalf of 5f954da0f8764195bc7bb449ea7c7412 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:07.609526 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-cee08dce-862e-427d-8663-30ce95b603c8 None None] Current status of the port 09fc1444-50bb-41cd-b927-a2439b0e490f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:07.613130 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.617907 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-94abce07-e8ed-4414-961d-e24323f3eba6 req-5ceccdd5-afc7-45c9-9567-8577670f02af tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336201 Feb 07 04:16:07.619042 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4273178-3ba2-4a47-95c7-61e56c1f674e None None] Pushing event updated for resources: {'Port': ['ID=8e1d8cf1-0615-447a-8ac7-b3f7083607d0,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:07.658116 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.661497 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7fde50c-d666-40c3-be56-37e1fd12a8f0 admin admin] Publish callbacks [] for security_group (e72bd69a-f5ec-48b5-ab8a-fedbbb41e2de), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.664074 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:07.664197 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.686189 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-94c5f679-b2c5-47d9-be99-0df10105b2aa service neutron] 10.222.0.13 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630526 Feb 07 04:16:07.704979 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7fde50c-d666-40c3-be56-37e1fd12a8f0 admin admin] Publish callbacks [] for security_group (e72bd69a-f5ec-48b5-ab8a-fedbbb41e2de), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.820821 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Set router ff62723c-049c-4c89-8ab9-dcbe260e1b90 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:07.824267 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-3901653a-28e5-4991-a12f-a68f22b9b304 None None] Provisioning complete for port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:07.824841 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3901653a-28e5-4991-a12f-a68f22b9b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.921575 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7fde50c-d666-40c3-be56-37e1fd12a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e72bd69a-f5ec-48b5-ab8a-fedbbb41e2de), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.928450 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d7fde50c-d666-40c3-be56-37e1fd12a8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:07.936587 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d7fde50c-d666-40c3-be56-37e1fd12a8f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e72bd69a-f5ec-48b5-ab8a-fedbbb41e2de HTTP/1.1" status: 204 len: 168 time: 0.5889747 Feb 07 04:16:07.949049 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73384abd-466a-4dff-90b4-32a8a376e848 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281041 Feb 07 04:16:08.007803 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Allocated IP 172.20.0.1 (9d3da2ac-751b-41ec-a625-9a792ec13d03/ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25/9e0083e9-7350-4032-a304-2e93fd08bb7e) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:08.107159 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fde50c-d666-40c3-be56-37e1fd12a8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72bd69a-f5ec-48b5-ab8a-fedbbb41e2de,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:08.143743 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Publish callbacks [] for security_group (980541db-8323-46ba-8885-2209aad77fc2), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.150857 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (980541db-8323-46ba-8885-2209aad77fc2), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.234592 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:16:08.250555 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:08.266069 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:06Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:08.307707 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797dc89-a2c5-4318-889f-6ed8378dbafc None None] The sync data for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi is: [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:06Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:08.346297 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Publish callbacks [] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.364120 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (588a2c7d-9d54-4253-90cf-a5e1d5029d40), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.386567 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Added segment 588a2c7d-9d54-4253-90cf-a5e1d5029d40 of type vlan for network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 Feb 07 04:16:08.388481 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980541db-8323-46ba-8885-2209aad77fc2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:08.443024 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.460704 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-3901653a-28e5-4991-a12f-a68f22b9b304 None None] Current status of the port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:08.461112 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3901653a-28e5-4991-a12f-a68f22b9b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.533585 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a22aff25-c704-44bf-8b4b-ec0e0d4071d8 req-16b16406-d5f5-42ef-a979-bfdb481249e5 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 210 time: 0.2171476 Feb 07 04:16:08.563860 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-3901653a-28e5-4991-a12f-a68f22b9b304 None None] For port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=8e1d8cf1-0615-447a-8ac7-b3f7083607d0,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:08.573585 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3901653a-28e5-4991-a12f-a68f22b9b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.575759 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Network 9d3da2ac-751b-41ec-a625-9a792ec13d03 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:08.576941 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (411cc7d3-f09c-4e43-9d10-7530e81fadb4), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.577628 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0083e9-7350-4032-a304-2e93fd08bb7e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:08.582016 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:08.584476 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:08.586550 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (f616a212-5631-42b3-884d-89f5711ead64), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.598840 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:04Z', 'revision_number': 3, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'gw_port': {'id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:03Z', 'updated_at': '2022-02-07T04:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:08.722836 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53852) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:08.736232 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Checking router: ff62723c-049c-4c89-8ab9-dcbe260e1b90 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:08.736232 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Updating router ff62723c-049c-4c89-8ab9-dcbe260e1b90 port 165b3166-3fb9-4aea-b6c2-85b9847f53ea binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:08.791071 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (411cc7d3-f09c-4e43-9d10-7530e81fadb4), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.792072 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:08.792654 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.801175 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-339f26aa-03fb-4421-86a1-aa39c0416e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:08.834665 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901653a-28e5-4991-a12f-a68f22b9b304 None None] Pushing event updated for resources: {'Port': ['ID=8e1d8cf1-0615-447a-8ac7-b3f7083607d0,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:08.846441 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.014944 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7047608 Feb 07 04:16:09.023998 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53856) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:09.051331 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.088655 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 09fc1444-50bb-41cd-b927-a2439b0e490f up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:09.090267 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Request body: {'subnet': {'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2051774639-subnet', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:09.094666 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.116874 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850ac55-8c96-42cb-a91f-bbaa2c8a9e05 admin admin] Pushing event updated for resources: {'Network': ['ID=411cc7d3-f09c-4e43-9d10-7530e81fadb4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:09.151185 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:16:09.177849 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Made reservation on behalf of 5f954da0f8764195bc7bb449ea7c7412 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:09.185574 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193598'] for subnet (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.300246 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485f8f3-4bdd-4d4b-a1e9-fe52be22f3b1 req-b7d576ed-4b63-4e53-8cd3-02e8aa0e3dbb tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:09.302198 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6485f8f3-4bdd-4d4b-a1e9-fe52be22f3b1 req-b7d576ed-4b63-4e53-8cd3-02e8aa0e3dbb tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.4538550 Feb 07 04:16:09.330625 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9ecf8d16-e5a9-42e6-acb3-452d439c0520 None None] Provisioning complete for port 9e0083e9-7350-4032-a304-2e93fd08bb7e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:09.331232 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8d16-e5a9-42e6-acb3-452d439c0520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.354870 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-339f26aa-03fb-4421-86a1-aa39c0416e37 admin admin] Publish callbacks [] for security_group (77b4ff4a-89d4-496e-a3cf-951b702967a2), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.376302 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-339f26aa-03fb-4421-86a1-aa39c0416e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (77b4ff4a-89d4-496e-a3cf-951b702967a2), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.407767 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6485f8f3-4bdd-4d4b-a1e9-fe52be22f3b1 req-b7509c00-ea29-4448-812f-e22241fee25c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957222 Feb 07 04:16:09.412083 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-339f26aa-03fb-4421-86a1-aa39c0416e37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be450295b86b4a8eb0e730d9dfd5237c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6825163 Feb 07 04:16:09.416733 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53860) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:09.493140 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf8d16-e5a9-42e6-acb3-452d439c0520 None None] Port 9e0083e9-7350-4032-a304-2e93fd08bb7e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:09.496324 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f26aa-03fb-4421-86a1-aa39c0416e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b4ff4a-89d4-496e-a3cf-951b702967a2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:09.507336 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 09fc1444-50bb-41cd-b927-a2439b0e490f triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:09.507743 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.525287 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Publish callbacks [] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.528675 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Allocated IP 172.20.0.1 (eb9f2d65-9566-4e88-9422-557a4cfc9cc9/85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f/7c674c66-d200-41b8-8948-0a8ec7583a9a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:09.541408 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.542162 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (f616a212-5631-42b3-884d-89f5711ead64), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.619606 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0083e9-7350-4032-a304-2e93fd08bb7e,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:09.622552 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6f30-a545-437c-9f46-49bce57295fb admin admin] Publish callbacks [] for security_group (77b4ff4a-89d4-496e-a3cf-951b702967a2), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.668269 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a00fdd74-1bc4-4097-b806-15c2d8ec6d61 req-eb00fbf1-a8f1-433e-8691-e5c2b43638c4 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 210 time: 0.0474813 Feb 07 04:16:09.674634 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Publish callbacks [] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.683405 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 09fc1444-50bb-41cd-b927-a2439b0e490f is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:09.684787 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:09.688754 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.689925 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6f30-a545-437c-9f46-49bce57295fb admin admin] Publish callbacks [] for security_group (77b4ff4a-89d4-496e-a3cf-951b702967a2), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.691017 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3165226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4193536'] for subnet (69a89f80-33e5-4c96-bdd9-8529446ac964), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.763659 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Network 9d3da2ac-751b-41ec-a625-9a792ec13d03 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:09.765660 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:09.766234 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Publish callbacks [] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.792166 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a89f80-33e5-4c96-bdd9-8529446ac964,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:09.792727 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Attempting to bind port 165b3166-3fb9-4aea-b6c2-85b9847f53ea on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:09.793113 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Attempting to bind port 165b3166-3fb9-4aea-b6c2-85b9847f53ea by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:09.793558 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Attempting to bind port 165b3166-3fb9-4aea-b6c2-85b9847f53ea on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:09.802759 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82818b-d70e-40a1-af11-9c95db4bf67a None None] Pushing event updated for resources: {'Port': ['ID=165b3166-3fb9-4aea-b6c2-85b9847f53ea,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:09.806864 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:09.807365 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:09.807779 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.808343 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:09.808678 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Bound port: 165b3166-3fb9-4aea-b6c2-85b9847f53ea, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:09.809061 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.815253 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Checking segment: {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:09.815698 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Network hostable DHCP agents. Network: 411cc7d3-f09c-4e43-9d10-7530e81fadb4, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:16:09.841343 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.848167 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:16:09.868694 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] For port 165b3166-3fb9-4aea-b6c2-85b9847f53ea, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:09.871857 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] For port 165b3166-3fb9-4aea-b6c2-85b9847f53ea, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=165b3166-3fb9-4aea-b6c2-85b9847f53ea,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:09.882878 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.891790 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 411cc7d3-f09c-4e43-9d10-7530e81fadb4) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:09.901576 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Router f616a212-5631-42b3-884d-89f5711ead64 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:16:09.906708 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:09.907137 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6f30-a545-437c-9f46-49bce57295fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (77b4ff4a-89d4-496e-a3cf-951b702967a2), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.907728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.910125 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6f30-a545-437c-9f46-49bce57295fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:09.911353 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-8dcc6f30-a545-437c-9f46-49bce57295fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77b4ff4a-89d4-496e-a3cf-951b702967a2 HTTP/1.1" status: 204 len: 168 time: 0.4933045 Feb 07 04:16:09.919352 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:09.926065 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc6f30-a545-437c-9f46-49bce57295fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b4ff4a-89d4-496e-a3cf-951b702967a2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:09.930270 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:09.933298 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:09.973597 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c674c66-d200-41b8-8948-0a8ec7583a9a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:09.981845 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe559fff-47ef-46a3-b2cd-c2cb5114e9ef None None] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:09.984943 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-43933696-9304-4ef4-8c47-5063aac35fa2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9515839 Feb 07 04:16:09.989187 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 53866) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:09.993493 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:10.019401 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (ff62723c-049c-4c89-8ab9-dcbe260e1b90), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.032544 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:10.032916 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.075783 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.076850 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.110780 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:10.149181 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-05e35215-2d72-4720-b12d-98237e8102c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/f616a212-5631-42b3-884d-89f5711ead64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9708459 Feb 07 04:16:10.177992 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks [] for router_controller (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), precommit_add_association {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.272678 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82818b-d70e-40a1-af11-9c95db4bf67a None None] Pushing event updated for resources: {'Port': ['ID=165b3166-3fb9-4aea-b6c2-85b9847f53ea,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:10.310763 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Routers {'ff62723c-049c-4c89-8ab9-dcbe260e1b90'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:10.315836 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:10.424569 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d3a942c5-f84e-4339-9031-ccf45c46bb0e None None] Provisioning complete for port 9e0083e9-7350-4032-a304-2e93fd08bb7e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:10.425244 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3a942c5-f84e-4339-9031-ccf45c46bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.425818 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks [] for router_gateway (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.460314 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.563489 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:10.565056 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9e375763-985e-41e7-9cdc-a35a05321734 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:10.612749 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:16:10.613758 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.659275 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d3a942c5-f84e-4339-9031-ccf45c46bb0e None None] Port 9e0083e9-7350-4032-a304-2e93fd08bb7e cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:10.668157 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] Set router ff62723c-049c-4c89-8ab9-dcbe260e1b90 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:10.698553 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafbf2a-1ae3-424e-8e67-a79e12414162 req-3e81e3ad-b9a4-44be-9d92-d52dcdde84f7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:10.700181 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1cafbf2a-1ae3-424e-8e67-a79e12414162 req-3e81e3ad-b9a4-44be-9d92-d52dcdde84f7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1477687 Feb 07 04:16:10.822619 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1cafbf2a-1ae3-424e-8e67-a79e12414162 req-abb1a5cc-3115-4f4b-a2ff-eb7fef422c90 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152601 Feb 07 04:16:10.902891 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-14d80155-c1c9-4f3c-a619-dc081905f3c7 req-5f7a0acb-6c6c-44cf-b953-fec04004d9f4 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 210 time: 0.1152775 Feb 07 04:16:10.906783 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 9e375763-985e-41e7-9cdc-a35a05321734 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:10.907223 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9e375763-985e-41e7-9cdc-a35a05321734), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.917547 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Publish callbacks [] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:10.953790 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:11.133489 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (ff62723c-049c-4c89-8ab9-dcbe260e1b90), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:11.155266 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-63ef1077-710a-46ee-aea0-93b8221d0024 None None] Provisioning complete for port 7c674c66-d200-41b8-8948-0a8ec7583a9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:11.155641 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63ef1077-710a-46ee-aea0-93b8221d0024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:11.171881 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c674c66-d200-41b8-8948-0a8ec7583a9a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:11.277405 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-63ef1077-710a-46ee-aea0-93b8221d0024 None None] Port 7c674c66-d200-41b8-8948-0a8ec7583a9a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:11.281946 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Allocated IP 172.20.0.2 (411cc7d3-f09c-4e43-9d10-7530e81fadb4/69a89f80-33e5-4c96-bdd9-8529446ac964/093a1051-2cb6-44e8-9a57-bfa65bf39a2c) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:11.411261 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 9e375763-985e-41e7-9cdc-a35a05321734 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:11.411653 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9e375763-985e-41e7-9cdc-a35a05321734), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:11.480305 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 9e375763-985e-41e7-9cdc-a35a05321734, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9e375763-985e-41e7-9cdc-a35a05321734,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:11.490961 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9e375763-985e-41e7-9cdc-a35a05321734), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:11.562202 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:10Z', 'revision_number': 4, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'gw_port': {'id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:03Z', 'updated_at': '2022-02-07T04:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c674c66-d200-41b8-8948-0a8ec7583a9a', 'name': '', 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'mac_address': 'fa:16:3e:f2:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:09Z', 'updated_at': '2022-02-07T04:16:09Z', 'revision_number': 1, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'subnets': [{'id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:11.684912 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25938c19-8f2f-4b64-8a53-1d73acd14ff9 None None] The sync data for ids ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'] in dv-cinder-799631-7-iscsi is: [{'id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:10Z', 'revision_number': 4, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'gw_port': {'id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:03Z', 'updated_at': '2022-02-07T04:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c674c66-d200-41b8-8948-0a8ec7583a9a', 'name': '', 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'mac_address': 'fa:16:3e:f2:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:09Z', 'updated_at': '2022-02-07T04:16:09Z', 'revision_number': 1, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'subnets': [{'id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:11.691742 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:11.755271 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=9e375763-985e-41e7-9cdc-a35a05321734,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:11.768729 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Publish callbacks [] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:11.781948 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:11.783913 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks [] for router_gateway (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:11.894427 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.009584 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:12.010557 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:12.011270 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.013862 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Pushing event updated for resources: {'Port': ['ID=093a1051-2cb6-44e8-9a57-bfa65bf39a2c,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:12.035004 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:12.077104 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464fe39-6f96-4879-8f37-d4d840c75305 req-17ec8ed5-f977-4669-b34e-85481760eece tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:12.082030 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:12.087815 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4464fe39-6f96-4879-8f37-d4d840c75305 req-17ec8ed5-f977-4669-b34e-85481760eece tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1428442 Feb 07 04:16:12.180575 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4464fe39-6f96-4879-8f37-d4d840c75305 req-d0935945-03fa-424f-be75-f3f2afb63c99 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908139 Feb 07 04:16:12.181372 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53942) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:12.249691 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:12.265000 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Attempting to bind port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:12.265289 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Attempting to bind port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:12.265654 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Attempting to bind port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c on network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:12.271127 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:12.271690 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Checking segment: {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:12.272135 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.272535 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Bound using segment: {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:12.273102 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Bound port: 093a1051-2cb6-44e8-9a57-bfa65bf39a2c, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:12.278360 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.288092 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e74e51f3-dcf3-4c7d-b481-f7967850eee0 req-04c5b720-6090-441a-9250-bc1cb703eb90 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 210 time: 0.1320992 Feb 07 04:16:12.291814 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:12.314604 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:12.336788 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-6cda6c11-af45-463c-8e43-47b4e571f409 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:12.338607 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-6cda6c11-af45-463c-8e43-47b4e571f409 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 815 time: 0.7285807 Feb 07 04:16:12.361660 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-34a05e90-4d5d-4648-80ac-18050d07f9a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.414602 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] For port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:12.420431 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] For port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=093a1051-2cb6-44e8-9a57-bfa65bf39a2c,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:12.424077 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Request body: {'port': {'device_id': '5d93682d-b600-4636-ad86-a035be1c2500', 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502', 'admin_state_up': True, 'tenant_id': '06d109aa9a364bed8b25935d5374bf3b'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:12.451483 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.478629 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Allocated IP 172.27.1.36 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/604d10c9-1092-481e-86b6-2654498b4ccf) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:12.511673 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-34a05e90-4d5d-4648-80ac-18050d07f9a4 admin admin] Publish callbacks [] for security_group (7d769abc-53ef-434e-961b-5700d749a652), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.527380 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-34a05e90-4d5d-4648-80ac-18050d07f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (7d769abc-53ef-434e-961b-5700d749a652), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.602654 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a05e90-4d5d-4648-80ac-18050d07f9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d769abc-53ef-434e-961b-5700d749a652,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:12.631957 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Sync routers for ids ['f616a212-5631-42b3-884d-89f5711ead64'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:12.654903 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af5a95-80e3-4be4-ae31-ee1f7359d1cc None None] Pushing event updated for resources: {'Port': ['ID=093a1051-2cb6-44e8-9a57-bfa65bf39a2c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:12.663268 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Routers {'f616a212-5631-42b3-884d-89f5711ead64'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:12.664481 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['f616a212-5631-42b3-884d-89f5711ead64'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:12.678948 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-34a05e90-4d5d-4648-80ac-18050d07f9a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0a3d588ccf44ea68b6b86b619c867c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960511 Feb 07 04:16:12.680388 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 53950) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:12.858859 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5fe3db4-cb91-468f-966b-668bbaad002f admin admin] Publish callbacks [] for security_group (7d769abc-53ef-434e-961b-5700d749a652), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.941605 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5fe3db4-cb91-468f-966b-668bbaad002f admin admin] Publish callbacks [] for security_group (7d769abc-53ef-434e-961b-5700d749a652), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:12.963869 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-01975e54-b3aa-4c3b-8f29-2bfa665be40c None None] Provisioning complete for port 7c674c66-d200-41b8-8948-0a8ec7583a9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:12.964330 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-01975e54-b3aa-4c3b-8f29-2bfa665be40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:13.037347 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Router ff62723c-049c-4c89-8ab9-dcbe260e1b90 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:16:13.056092 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5fe3db4-cb91-468f-966b-668bbaad002f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (7d769abc-53ef-434e-961b-5700d749a652), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:13.067996 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Set router f616a212-5631-42b3-884d-89f5711ead64 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:13.068500 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e5fe3db4-cb91-468f-966b-668bbaad002f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:13.091274 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-e5fe3db4-cb91-468f-966b-668bbaad002f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d769abc-53ef-434e-961b-5700d749a652 HTTP/1.1" status: 204 len: 168 time: 0.4094889 Feb 07 04:16:13.122260 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe3db4-cb91-468f-966b-668bbaad002f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d769abc-53ef-434e-961b-5700d749a652,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:13.172117 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-01975e54-b3aa-4c3b-8f29-2bfa665be40c None None] Port 7c674c66-d200-41b8-8948-0a8ec7583a9a cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:13.190578 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Made reservation on behalf of 06d109aa9a364bed8b25935d5374bf3b for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:13.197219 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:13.234827 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks [] for port (604d10c9-1092-481e-86b6-2654498b4ccf), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:13.492739 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d21b4c-4d77-4237-a33a-85cebea21ada req-e25abd3a-9419-49c2-b656-a1fff3789262 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:13.496616 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a8d21b4c-4d77-4237-a33a-85cebea21ada req-e25abd3a-9419-49c2-b656-a1fff3789262 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1669803 Feb 07 04:16:13.580214 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:13.586117 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8fe56163-25a8-4d76-b9c8-792879caf092 req-40615ec4-b42f-41a4-a611-cc29fbede5d4 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 210 time: 0.0379720 Feb 07 04:16:13.602900 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-df79339c-9b90-4c78-8a42-f07525b847a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/ff62723c-049c-4c89-8ab9-dcbe260e1b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1848617 Feb 07 04:16:13.617837 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:13.642006 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a8d21b4c-4d77-4237-a33a-85cebea21ada req-c8d20d02-e491-4fd6-8149-9484f3e4d4da tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264279 Feb 07 04:16:13.740764 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:13.772501 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:13.775815 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Pushing event updated for resources: {'Port': ['ID=604d10c9-1092-481e-86b6-2654498b4ccf,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:13.779110 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:13.857207 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616a212-5631-42b3-884d-89f5711ead64', 'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '9e375763-985e-41e7-9cdc-a35a05321734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:00Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 4, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'gw_port': {'id': '9e375763-985e-41e7-9cdc-a35a05321734', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9e0083e9-7350-4032-a304-2e93fd08bb7e', 'name': '', 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'mac_address': 'fa:16:3e:2d:5d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:07Z', 'updated_at': '2022-02-07T04:16:09Z', 'revision_number': 2, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'subnets': [{'id': 'ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:13.999053 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Checking router: f616a212-5631-42b3-884d-89f5711ead64 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:13.999449 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Updating router f616a212-5631-42b3-884d-89f5711ead64 port 9e0083e9-7350-4032-a304-2e93fd08bb7e binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:14.014822 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 093a1051-2cb6-44e8-9a57-bfa65bf39a2c up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:14.071646 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:14.150610 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:14.151262 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:14.345298 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:14.345298 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:14.431199 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=093a1051-2cb6-44e8-9a57-bfa65bf39a2c,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:14.438938 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:14.440016 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Allocated IP 172.20.0.10 (7ca219ba-88c9-4d7f-a70f-fc6411c07502/af423cb7-f9c2-4918-a556-6857397f625d/14881f67-cb42-40b9-a3da-ac9deed53950) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:14.440309 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9e375763-985e-41e7-9cdc-a35a05321734 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:14.722403 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=093a1051-2cb6-44e8-9a57-bfa65bf39a2c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:14.748679 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54002) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:14.822154 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Publish callbacks [] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:14.837674 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:14.879282 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d7a3fb7d-4e79-479b-82a3-ad4faba73f47 req-808c51c7-0827-48ad-9145-842ab71067cf tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 210 time: 0.0600286 Feb 07 04:16:14.894261 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb5158-8538-451e-b02d-cb54ad55633b None None] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:14.960098 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 9e375763-985e-41e7-9cdc-a35a05321734 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:14.962486 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9e375763-985e-41e7-9cdc-a35a05321734), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.016366 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542409e-6682-4c1b-808d-f59dd44b7d9c None None] Pushing event updated for resources: {'Port': ['ID=9e0083e9-7350-4032-a304-2e93fd08bb7e,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:15.051399 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-435110032-network', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:15.094492 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Attempting to bind port 9e0083e9-7350-4032-a304-2e93fd08bb7e on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:15.094974 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Attempting to bind port 9e0083e9-7350-4032-a304-2e93fd08bb7e by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '03db4cbf-40ab-4d82-8a17-0259861f4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:15.095416 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Attempting to bind port 9e0083e9-7350-4032-a304-2e93fd08bb7e on network 9d3da2ac-751b-41ec-a625-9a792ec13d03 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:15.100172 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks [] for router_gateway (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.106670 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Made reservation on behalf of 2167e4b270e74390ab25c6bf679b1f4d for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:15.110838 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.121620 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:15.122206 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Checking segment: {'id': '03db4cbf-40ab-4d82-8a17-0259861f4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:15.122710 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.123209 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Bound using segment: {'id': '03db4cbf-40ab-4d82-8a17-0259861f4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:15.123800 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Bound port: 9e0083e9-7350-4032-a304-2e93fd08bb7e, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03db4cbf-40ab-4d82-8a17-0259861f4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:15.124321 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.253948 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.262748 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1284bab4-b217-42c1-8373-14270f89172e None None] Provisioning complete for port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:15.263345 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1284bab4-b217-42c1-8373-14270f89172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.293289 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] For port 9e0083e9-7350-4032-a304-2e93fd08bb7e, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:15.303412 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] For port 9e0083e9-7350-4032-a304-2e93fd08bb7e, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9e0083e9-7350-4032-a304-2e93fd08bb7e,segment=NetworkSegment(03db4cbf-40ab-4d82-8a17-0259861f4e4b),segment_id=03db4cbf-40ab-4d82-8a17-0259861f4e4b)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:15.320926 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.349390 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf35ee-ce5c-421e-9e76-1b778554630f req-a00290e5-5648-46d0-b0ef-5095eff39888 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:15.351278 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-98bf35ee-ce5c-421e-9e76-1b778554630f req-a00290e5-5648-46d0-b0ef-5095eff39888 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.2206180 Feb 07 04:16:15.463363 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Routers {'f616a212-5631-42b3-884d-89f5711ead64'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:15.464435 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['f616a212-5631-42b3-884d-89f5711ead64'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:15.474374 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54006) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:15.484426 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1284bab4-b217-42c1-8373-14270f89172e None None] Current status of the port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:15.497030 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-98bf35ee-ce5c-421e-9e76-1b778554630f req-4df96dee-63c9-489b-88f1-1cd0b417573c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392200 Feb 07 04:16:15.509441 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ae3969b7-553f-4e42-b589-27e12aab0f93 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039050704', 'description': 'tempest-secgroup-smoke-1039050704 description', 'project_id': '50ebc5dbe4c54633a6605d9a54949953'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:15.539841 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542409e-6682-4c1b-808d-f59dd44b7d9c None None] Pushing event updated for resources: {'Port': ['ID=9e0083e9-7350-4032-a304-2e93fd08bb7e,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:15.569238 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae3969b7-553f-4e42-b589-27e12aab0f93 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.581487 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 9e375763-985e-41e7-9cdc-a35a05321734 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:15.679349 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-525231d5-fe17-4a71-b2c6-60da53d2f0ec None None] Provisioning complete for port 9e0083e9-7350-4032-a304-2e93fd08bb7e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:15.680822 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-525231d5-fe17-4a71-b2c6-60da53d2f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.828803 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae3969b7-553f-4e42-b589-27e12aab0f93 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group (07b6c921-abba-495c-8340-60441610b74d), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.846853 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae3969b7-553f-4e42-b589-27e12aab0f93 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (07b6c921-abba-495c-8340-60441610b74d), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:15.862406 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] Set router f616a212-5631-42b3-884d-89f5711ead64 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:16.011839 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ae3969b7-553f-4e42-b589-27e12aab0f93 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.019459 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ae3969b7-553f-4e42-b589-27e12aab0f93 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5179307 Feb 07 04:16:16.030885 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54016) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:16.035670 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-525231d5-fe17-4a71-b2c6-60da53d2f0ec None None] Current status of the port 9e0083e9-7350-4032-a304-2e93fd08bb7e is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:16.036393 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-525231d5-fe17-4a71-b2c6-60da53d2f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.049060 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-246b1e3f-8572-4eec-a4b3-b5c4add3f095 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'security_group_rule': {'security_group_id': '07b6c921-abba-495c-8340-60441610b74d', 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:16.095136 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3969b7-553f-4e42-b589-27e12aab0f93 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b6c921-abba-495c-8340-60441610b74d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:16.112549 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Publish callbacks [] for security_group (250e842e-22b0-4820-9fbf-2bdb4dc8e057), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.130503 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 165b3166-3fb9-4aea-b6c2-85b9847f53ea up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:16.142491 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (250e842e-22b0-4820-9fbf-2bdb4dc8e057), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.174383 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-246b1e3f-8572-4eec-a4b3-b5c4add3f095 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (dd77fcae-37f3-4c9a-aad8-b486026e4f38), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.212929 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.220688 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks [] for port (14881f67-cb42-40b9-a3da-ac9deed53950), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.238618 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:16:16.243514 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250e842e-22b0-4820-9fbf-2bdb4dc8e057,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:16.257724 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c34c3d08-6c00-47e2-9c86-d195a141e34b req-309eb4e1-600c-4152-9461-62b83da238b1 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 210 time: 0.0334010 Feb 07 04:16:16.284208 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-525231d5-fe17-4a71-b2c6-60da53d2f0ec None None] For port 9e0083e9-7350-4032-a304-2e93fd08bb7e, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9e0083e9-7350-4032-a304-2e93fd08bb7e,segment=NetworkSegment(03db4cbf-40ab-4d82-8a17-0259861f4e4b),segment_id=03db4cbf-40ab-4d82-8a17-0259861f4e4b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:16.305027 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (c9415dbc-d49c-45a0-8285-9152588f2466), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.305372 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.segments_db [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Added segment c9415dbc-d49c-45a0-8285-9152588f2466 of type vlan for network e1b98d4e-8309-43f2-8aa1-082023c2a074 Feb 07 04:16:16.314814 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-525231d5-fe17-4a71-b2c6-60da53d2f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.370526 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616a212-5631-42b3-884d-89f5711ead64', 'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '9e375763-985e-41e7-9cdc-a35a05321734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:00Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 4, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'gw_port': {'id': '9e375763-985e-41e7-9cdc-a35a05321734', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9e0083e9-7350-4032-a304-2e93fd08bb7e', 'name': '', 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'mac_address': 'fa:16:3e:2d:5d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:07Z', 'updated_at': '2022-02-07T04:16:15Z', 'revision_number': 4, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'subnets': [{'id': 'ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:16.392408 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 165b3166-3fb9-4aea-b6c2-85b9847f53ea triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:16.393252 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.435225 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.447591 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808271f7-548c-4c70-aaf0-8e3a5d4e50ca None None] The sync data for ids ['f616a212-5631-42b3-884d-89f5711ead64'] in dv-cinder-799631-7-iscsi is: [{'id': 'f616a212-5631-42b3-884d-89f5711ead64', 'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '9e375763-985e-41e7-9cdc-a35a05321734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:00Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 4, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'gw_port': {'id': '9e375763-985e-41e7-9cdc-a35a05321734', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9e0083e9-7350-4032-a304-2e93fd08bb7e', 'name': '', 'network_id': '9d3da2ac-751b-41ec-a625-9a792ec13d03', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'mac_address': 'fa:16:3e:2d:5d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:07Z', 'updated_at': '2022-02-07T04:16:15Z', 'revision_number': 4, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'subnets': [{'id': 'ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:16.479980 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (e1b98d4e-8309-43f2-8aa1-082023c2a074), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.518170 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:16.526479 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'e4368539-c55d-4781-9c7f-7915272fcb88'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:16:16.542898 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:16.548418 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:16.553472 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Pushing event updated for resources: {'Port': ['ID=14881f67-cb42-40b9-a3da-ac9deed53950,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:16.567475 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-246b1e3f-8572-4eec-a4b3-b5c4add3f095 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (dd77fcae-37f3-4c9a-aad8-b486026e4f38), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.617023 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-246b1e3f-8572-4eec-a4b3-b5c4add3f095 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (dd77fcae-37f3-4c9a-aad8-b486026e4f38), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.627951 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (e1b98d4e-8309-43f2-8aa1-082023c2a074), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.637039 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:16.637729 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.651718 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:16.652430 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.657599 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:16:16.681870 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-73052f83-a951-437e-be25-4fd6677c9252 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2631416 Feb 07 04:16:16.693831 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b1e3f-8572-4eec-a4b3-b5c4add3f095 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd77fcae-37f3-4c9a-aad8-b486026e4f38,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:16.701406 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Request body: {'port': {'device_id': '5d93682d-b600-4636-ad86-a035be1c2500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:16.742916 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525231d5-fe17-4a71-b2c6-60da53d2f0ec None None] Pushing event updated for resources: {'Port': ['ID=9e0083e9-7350-4032-a304-2e93fd08bb7e,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:16.766342 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8abd8f6c-062d-485b-9fc6-d7050606e8ed None None] Provisioning complete for port 9e0083e9-7350-4032-a304-2e93fd08bb7e triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:16.768763 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8abd8f6c-062d-485b-9fc6-d7050606e8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.813858 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] Pushing event updated for resources: {'Network': ['ID=e1b98d4e-8309-43f2-8aa1-082023c2a074,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:16.853539 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-246b1e3f-8572-4eec-a4b3-b5c4add3f095 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:16.855505 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-246b1e3f-8572-4eec-a4b3-b5c4add3f095 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8162131 Feb 07 04:16:16.859711 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c28e2ae2-d813-4656-96b1-40b7f578bd19 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1097703 Feb 07 04:16:16.862030 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network e1b98d4e-8309-43f2-8aa1-082023c2a074 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:16:16.865491 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:16.866215 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54028) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:16.876825 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-44675ab3-de0c-4c9c-b264-f4ab5d251de7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'security_group_rule': {'security_group_id': '07b6c921-abba-495c-8340-60441610b74d', 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:16.914869 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Request body: {'subnet': {'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-435110032-subnet', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:16.964456 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44675ab3-de0c-4c9c-b264-f4ab5d251de7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (c9569b5d-16f6-4dea-8b3c-74be60de9f96), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:17.016619 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:17.064216 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44675ab3-de0c-4c9c-b264-f4ab5d251de7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (c9569b5d-16f6-4dea-8b3c-74be60de9f96), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:17.066433 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Made reservation on behalf of 2167e4b270e74390ab25c6bf679b1f4d for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:17.069323 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:17.131778 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:17.154452 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Sync routers for ids ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:17.173259 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Routers {'ff62723c-049c-4c89-8ab9-dcbe260e1b90'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:17.175815 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:17.208489 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:17.209770 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-51c196b9-a71e-40ee-bc80-f445cac25021 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2199221 Feb 07 04:16:17.213141 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54030) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:17.236921 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Sync routers for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:17.384304 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:17.385534 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:17.388194 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8abd8f6c-062d-485b-9fc6-d7050606e8ed None None] Current status of the port 9e0083e9-7350-4032-a304-2e93fd08bb7e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:17.473164 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Set router ff62723c-049c-4c89-8ab9-dcbe260e1b90 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:17.700236 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44675ab3-de0c-4c9c-b264-f4ab5d251de7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (c9569b5d-16f6-4dea-8b3c-74be60de9f96), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:17.722953 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9934d78-0153-4a67-966e-2643c1570494 req-ecc2de7a-c3d0-4e97-96a5-191f5fd102e6 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:17.728727 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d9934d78-0153-4a67-966e-2643c1570494 req-ecc2de7a-c3d0-4e97-96a5-191f5fd102e6 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 932 time: 0.3160927 Feb 07 04:16:17.757949 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3671f66-60a7-42c8-a5ba-0fb307671798 req-4b037323-79e4-40c7-af9d-3d45598c0be7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:17.765644 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b3671f66-60a7-42c8-a5ba-0fb307671798 req-4b037323-79e4-40c7-af9d-3d45598c0be7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 1.0790074 Feb 07 04:16:17.876289 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44675ab3-de0c-4c9c-b264-f4ab5d251de7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9569b5d-16f6-4dea-8b3c-74be60de9f96,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:17.912833 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44675ab3-de0c-4c9c-b264-f4ab5d251de7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:17.918584 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-44675ab3-de0c-4c9c-b264-f4ab5d251de7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0452931 Feb 07 04:16:17.922872 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54040) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:17.931150 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-9b764400-3da7-4bba-95c9-11865c9d1133 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'security_group_rule': {'security_group_id': '07b6c921-abba-495c-8340-60441610b74d', 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:18.064250 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b3671f66-60a7-42c8-a5ba-0fb307671798 req-b91074c3-6560-48da-afc3-733e91ed5508 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929075 Feb 07 04:16:18.065132 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:18.095819 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d9934d78-0153-4a67-966e-2643c1570494 req-c942871b-9dd3-4926-9345-de1efe2c8ff8 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429329 Feb 07 04:16:18.130650 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (315a4ea0-2232-4f03-b536-efec0a848f6a), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.159192 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:10Z', 'revision_number': 4, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'gw_port': {'id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:03Z', 'updated_at': '2022-02-07T04:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c674c66-d200-41b8-8948-0a8ec7583a9a', 'name': '', 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'mac_address': 'fa:16:3e:f2:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:09Z', 'updated_at': '2022-02-07T04:16:10Z', 'revision_number': 2, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'subnets': [{'id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:18.188148 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Checking router: ff62723c-049c-4c89-8ab9-dcbe260e1b90 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:18.188148 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Updating router ff62723c-049c-4c89-8ab9-dcbe260e1b90 port 7c674c66-d200-41b8-8948-0a8ec7583a9a binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:18.223289 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.244918 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 165b3166-3fb9-4aea-b6c2-85b9847f53ea is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:18.245312 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.269181 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b764400-3da7-4bba-95c9-11865c9d1133 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (e44590da-75a6-4573-be7b-4ad0a908a91c), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.288956 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8abd8f6c-062d-485b-9fc6-d7050606e8ed None None] Provisioning complete for port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:18.289358 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8abd8f6c-062d-485b-9fc6-d7050606e8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.348242 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=315a4ea0-2232-4f03-b536-efec0a848f6a,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:18.362250 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Checking segment: {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:18.362739 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Network hostable DHCP agents. Network: e1b98d4e-8309-43f2-8aa1-082023c2a074, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:16:18.374293 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b764400-3da7-4bba-95c9-11865c9d1133 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (e44590da-75a6-4573-be7b-4ad0a908a91c), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.385770 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b764400-3da7-4bba-95c9-11865c9d1133 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (e44590da-75a6-4573-be7b-4ad0a908a91c), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.418729 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Network e1b98d4e-8309-43f2-8aa1-082023c2a074 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:16:18.424677 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b764400-3da7-4bba-95c9-11865c9d1133 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44590da-75a6-4573-be7b-4ad0a908a91c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:18.451856 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, e1b98d4e-8309-43f2-8aa1-082023c2a074) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:18.455660 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b764400-3da7-4bba-95c9-11865c9d1133 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.460026 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9b764400-3da7-4bba-95c9-11865c9d1133 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5361195 Feb 07 04:16:18.467216 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:18.470062 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.479679 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54042) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:18.484327 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-35c5cb7b-92bc-445c-a071-c11dd974e369 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'security_group_rule': {'security_group_id': '07b6c921-abba-495c-8340-60441610b74d', 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:18.518308 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9d92e4ad-08e1-4d50-ad1c-23986f8b14dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6095240 Feb 07 04:16:18.521949 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54044) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:18.526751 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:18.558686 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35c5cb7b-92bc-445c-a071-c11dd974e369 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (6a6f41eb-4d78-43d2-9143-408cab9d2487), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.575006 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (2c772ae1-20bc-453e-886c-c2da7cd63396), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.576270 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (2c772ae1-20bc-453e-886c-c2da7cd63396), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.582963 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec260c0-d68f-4fe6-a69c-f61ecee58ac4 None None] Network e1b98d4e-8309-43f2-8aa1-082023c2a074 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:18.673379 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks [] for router_controller (2c772ae1-20bc-453e-886c-c2da7cd63396), precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.681108 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35c5cb7b-92bc-445c-a071-c11dd974e369 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (6a6f41eb-4d78-43d2-9143-408cab9d2487), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.707969 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14881f67-cb42-40b9-a3da-ac9deed53950 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:16:18.730431 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Publish callbacks [] for port (14881f67-cb42-40b9-a3da-ac9deed53950), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.736800 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 165b3166-3fb9-4aea-b6c2-85b9847f53ea, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=165b3166-3fb9-4aea-b6c2-85b9847f53ea,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:18.749993 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.750702 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 093a1051-2cb6-44e8-9a57-bfa65bf39a2c up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:18.798958 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35c5cb7b-92bc-445c-a071-c11dd974e369 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (6a6f41eb-4d78-43d2-9143-408cab9d2487), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.828795 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-35c5cb7b-92bc-445c-a071-c11dd974e369 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.830004 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-35c5cb7b-92bc-445c-a071-c11dd974e369 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3491919 Feb 07 04:16:18.841953 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54054) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:18.846708 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.850210 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Transition to ACTIVE for port object 14881f67-cb42-40b9-a3da-ac9deed53950 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:16:18.857285 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ad934a71-d6da-469b-a15e-068bd383b814 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'security_group_rule': {'security_group_id': '07b6c921-abba-495c-8340-60441610b74d', 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:18.876148 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5cb7b-92bc-445c-a071-c11dd974e369 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6f41eb-4d78-43d2-9143-408cab9d2487,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:18.900806 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.909334 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:18.909820 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.971362 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Publish callbacks [] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:18.983901 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.023322 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:14Z', 'revision_number': 3, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:19.049147 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5051f-a62f-4166-8ed6-5c8cb5010bf7 None None] Pushing event updated for resources: {'Port': ['ID=7c674c66-d200-41b8-8948-0a8ec7583a9a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:19.057253 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abecc5f-9c92-4cc9-87f6-e5ff8c08380c req-7e0e3496-a03d-41e0-9065-2206d1881aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:19.058816 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1abecc5f-9c92-4cc9-87f6-e5ff8c08380c req-7e0e3496-a03d-41e0-9065-2206d1881aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1129 time: 0.6337204 Feb 07 04:16:19.074683 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Checking router: 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:19.075132 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Updating router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 port 604d10c9-1092-481e-86b6-2654498b4ccf binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:19.093237 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-e1b98d4e-8309-43f2-8aa1-082023c2a074', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:16:19.095229 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.136115 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks [] for router_gateway (2c772ae1-20bc-453e-886c-c2da7cd63396), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.189081 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Attempting to bind port 7c674c66-d200-41b8-8948-0a8ec7583a9a on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:19.189638 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Attempting to bind port 7c674c66-d200-41b8-8948-0a8ec7583a9a by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '813d82ca-a8b4-4c76-b5df-551a3caef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:19.190163 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Attempting to bind port 7c674c66-d200-41b8-8948-0a8ec7583a9a on network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:19.191503 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-ad934a71-d6da-469b-a15e-068bd383b814 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Project 50ebc5dbe4c54633a6605d9a54949953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 04:16:19.202061 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:19.205375 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Checking segment: {'id': '813d82ca-a8b4-4c76-b5df-551a3caef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:19.205959 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.206510 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Bound using segment: {'id': '813d82ca-a8b4-4c76-b5df-551a3caef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:19.207155 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Bound port: 7c674c66-d200-41b8-8948-0a8ec7583a9a, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813d82ca-a8b4-4c76-b5df-551a3caef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:19.207688 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.283231 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] For port 7c674c66-d200-41b8-8948-0a8ec7583a9a, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:19.292397 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] For port 7c674c66-d200-41b8-8948-0a8ec7583a9a, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7c674c66-d200-41b8-8948-0a8ec7583a9a,segment=NetworkSegment(813d82ca-a8b4-4c76-b5df-551a3caef8e5),segment_id=813d82ca-a8b4-4c76-b5df-551a3caef8e5)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:19.303040 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.370465 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Allocated IP 172.20.0.2 (e1b98d4e-8309-43f2-8aa1-082023c2a074/315a4ea0-2232-4f03-b536-efec0a848f6a/7f3354e3-bb91-4538-9208-1ade06fd610b) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:19.419016 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5051f-a62f-4166-8ed6-5c8cb5010bf7 None None] Pushing event updated for resources: {'Port': ['ID=7c674c66-d200-41b8-8948-0a8ec7583a9a,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:19.469622 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Routers {'ff62723c-049c-4c89-8ab9-dcbe260e1b90'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:19.471252 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:19.520118 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff15c3-1eef-4d4c-ba51-15c841d64522 req-2c8af8c9-e6ad-4e07-b9df-eb91cb6c9feb tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:19.522638 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a0ff15c3-1eef-4d4c-ba51-15c841d64522 req-2c8af8c9-e6ad-4e07-b9df-eb91cb6c9feb tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.2535112 Feb 07 04:16:19.650373 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a0ff15c3-1eef-4d4c-ba51-15c841d64522 req-65ce5f35-9a1d-48d0-a600-f3c5a6ffa8c0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153946 Feb 07 04:16:19.696621 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Publish callbacks [] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.700825 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Allocated IP 172.20.0.1 (411cc7d3-f09c-4e43-9d10-7530e81fadb4/69a89f80-33e5-4c96-bdd9-8529446ac964/beb97d18-d10a-429f-810e-1968f18cf240) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:19.814808 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] Set router ff62723c-049c-4c89-8ab9-dcbe260e1b90 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:19.836422 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Publish callbacks [] for port (beb97d18-d10a-429f-810e-1968f18cf240), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.876406 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.893984 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:19.917680 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=165b3166-3fb9-4aea-b6c2-85b9847f53ea,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:19.920291 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks [] for router_gateway (2c772ae1-20bc-453e-886c-c2da7cd63396), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.937666 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad934a71-d6da-469b-a15e-068bd383b814 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (4b4c2421-5c61-4f76-99d3-50d9fbd130b4), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:19.995911 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.036083 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (beb97d18-d10a-429f-810e-1968f18cf240), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.043705 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Pushing event updated for resources: {'Port': ['ID=7f3354e3-bb91-4538-9208-1ade06fd610b,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:20.077927 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Network e1b98d4e-8309-43f2-8aa1-082023c2a074 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:20.080124 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.084537 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8abd8f6c-062d-485b-9fc6-d7050606e8ed None None] Current status of the port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:20.093527 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:20.124194 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:20.127408 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Pushing event updated for resources: {'Port': ['ID=14881f67-cb42-40b9-a3da-ac9deed53950,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:20.141885 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Attempting to bind port 14881f67-cb42-40b9-a3da-ac9deed53950 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:20.142291 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Attempting to bind port 14881f67-cb42-40b9-a3da-ac9deed53950 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:20.142625 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Attempting to bind port 14881f67-cb42-40b9-a3da-ac9deed53950 on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:20.154788 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:20.157452 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:20.303761 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Port 14881f67-cb42-40b9-a3da-ac9deed53950 on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:16:20.305113 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Attempting to bind port 14881f67-cb42-40b9-a3da-ac9deed53950 on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:20.323531 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.329449 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Pushing event updated for resources: {'Port': ['ID=beb97d18-d10a-429f-810e-1968f18cf240,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:20.383673 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:20.394721 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad934a71-d6da-469b-a15e-068bd383b814 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (4b4c2421-5c61-4f76-99d3-50d9fbd130b4), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.401700 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Allocated IP 172.27.1.224 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/77f2be68-61e9-4018-bdb6-d721edcc815c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:20.498770 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-171d4716-8cbc-450f-a222-9c717023eda3 None None] Provisioning complete for port 7c674c66-d200-41b8-8948-0a8ec7583a9a triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:20.499631 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-171d4716-8cbc-450f-a222-9c717023eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.569151 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7c674c66-d200-41b8-8948-0a8ec7583a9a up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:20.632929 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks [] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.669900 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:10Z', 'revision_number': 4, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'gw_port': {'id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:03Z', 'updated_at': '2022-02-07T04:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c674c66-d200-41b8-8948-0a8ec7583a9a', 'name': '', 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'mac_address': 'fa:16:3e:f2:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:09Z', 'updated_at': '2022-02-07T04:16:19Z', 'revision_number': 4, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'subnets': [{'id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:20.680246 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Attempting to bind port 7f3354e3-bb91-4538-9208-1ade06fd610b on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:20.680611 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Attempting to bind port 7f3354e3-bb91-4538-9208-1ade06fd610b by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:20.683000 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Attempting to bind port 7f3354e3-bb91-4538-9208-1ade06fd610b on network e1b98d4e-8309-43f2-8aa1-082023c2a074 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:20.706468 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67573b-a195-4db2-bdee-dbc25f5d3ac0 None None] The sync data for ids ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'] in dv-cinder-799631-7-iscsi is: [{'id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:10Z', 'revision_number': 4, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'gw_port': {'id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:03Z', 'updated_at': '2022-02-07T04:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c674c66-d200-41b8-8948-0a8ec7583a9a', 'name': '', 'network_id': 'eb9f2d65-9566-4e88-9422-557a4cfc9cc9', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'mac_address': 'fa:16:3e:f2:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:09Z', 'updated_at': '2022-02-07T04:16:19Z', 'revision_number': 4, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'subnets': [{'id': '85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:20.717500 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.733713 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:20.734348 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Checking segment: {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:20.734551 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.744754 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Bound using segment: {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:20.745375 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Bound port: 7f3354e3-bb91-4538-9208-1ade06fd610b, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:20.745968 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:20.794484 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:20.799215 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:20.802384 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:20.993429 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Publish callbacks [] for port (604d10c9-1092-481e-86b6-2654498b4ccf), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.006037 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad934a71-d6da-469b-a15e-068bd383b814 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (4b4c2421-5c61-4f76-99d3-50d9fbd130b4), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.013200 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.035524 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Pushing event updated for resources: {'Port': ['ID=77f2be68-61e9-4018-bdb6-d721edcc815c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:21.059344 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf206d-ec54-414a-83ae-fe09aa95b827 req-9724124c-eced-4343-b692-5b988ba1c05c tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:21.064125 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ad64-eb77-47e5-8ffd-d1ea9b9f9ffa None None] Pushing event updated for resources: {'Port': ['ID=604d10c9-1092-481e-86b6-2654498b4ccf,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:21.067974 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dcdf206d-ec54-414a-83ae-fe09aa95b827 req-9724124c-eced-4343-b692-5b988ba1c05c tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 944 time: 1.7830515 Feb 07 04:16:21.118010 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad934a71-d6da-469b-a15e-068bd383b814 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4c2421-5c61-4f76-99d3-50d9fbd130b4,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:21.121356 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:21.123912 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Checking segment: {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:21.124265 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Bound using segment: {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:21.125174 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Bound port: 14881f67-cb42-40b9-a3da-ac9deed53950, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:21.125661 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.148529 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3e5b0-295a-4cbc-8a09-58284fc6b71f req-0b6cf87b-fc00-42be-9ef6-d9d92b11961d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:21.150599 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e9f3e5b0-295a-4cbc-8a09-58284fc6b71f req-0b6cf87b-fc00-42be-9ef6-d9d92b11961d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.3387861 Feb 07 04:16:21.238645 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] For port 7f3354e3-bb91-4538-9208-1ade06fd610b, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:21.247469 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] For port 7f3354e3-bb91-4538-9208-1ade06fd610b, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7f3354e3-bb91-4538-9208-1ade06fd610b,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:21.275528 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.322607 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] For port 14881f67-cb42-40b9-a3da-ac9deed53950, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:21.326116 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] For port 14881f67-cb42-40b9-a3da-ac9deed53950, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14881f67-cb42-40b9-a3da-ac9deed53950,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:21.339162 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad934a71-d6da-469b-a15e-068bd383b814 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.346733 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ad934a71-d6da-469b-a15e-068bd383b814 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.4948874 Feb 07 04:16:21.354571 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54120) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:21.381397 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-26cf52af-2d4d-4d8b-ae61-84dd99765e84 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'security_group_rule': {'security_group_id': '07b6c921-abba-495c-8340-60441610b74d', 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:21.383828 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 7c674c66-d200-41b8-8948-0a8ec7583a9a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:21.384432 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.395057 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.422633 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1abecc5f-9c92-4cc9-87f6-e5ff8c08380c req-f623323b-a79f-49bf-ba5b-2e0fc202ab12 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3342061 Feb 07 04:16:21.436578 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Attempting to bind port 604d10c9-1092-481e-86b6-2654498b4ccf on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:21.437227 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Attempting to bind port 604d10c9-1092-481e-86b6-2654498b4ccf by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:21.437858 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Attempting to bind port 604d10c9-1092-481e-86b6-2654498b4ccf on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:21.455105 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:21.455784 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:21.456524 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.457179 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:21.457831 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Bound port: 604d10c9-1092-481e-86b6-2654498b4ccf, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:21.458394 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.492133 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e9f3e5b0-295a-4cbc-8a09-58284fc6b71f req-eb6560f2-dd18-4be9-ba12-cb95f9f03767 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354864 Feb 07 04:16:21.546447 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-171d4716-8cbc-450f-a222-9c717023eda3 None None] Current status of the port 7c674c66-d200-41b8-8948-0a8ec7583a9a is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:21.547133 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-171d4716-8cbc-450f-a222-9c717023eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.590143 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Pushing event updated for resources: {'Port': ['ID=14881f67-cb42-40b9-a3da-ac9deed53950,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:21.604465 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b253dc-70f3-4615-9bd5-4ddbcca62279 None None] Pushing event updated for resources: {'Port': ['ID=7f3354e3-bb91-4538-9208-1ade06fd610b,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:21.648681 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks [] for router_gateway (2c772ae1-20bc-453e-886c-c2da7cd63396), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.670742 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-171d4716-8cbc-450f-a222-9c717023eda3 None None] For port 7c674c66-d200-41b8-8948-0a8ec7583a9a, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7c674c66-d200-41b8-8948-0a8ec7583a9a,segment=NetworkSegment(813d82ca-a8b4-4c76-b5df-551a3caef8e5),segment_id=813d82ca-a8b4-4c76-b5df-551a3caef8e5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:21.682917 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-171d4716-8cbc-450f-a222-9c717023eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.696993 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:21.698020 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.702252 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d3e103f4-cdc8-44e9-8d73-10878e5892ff service neutron] 10.222.0.30 "PUT /v2.0/ports/14881f67-cb42-40b9-a3da-ac9deed53950 HTTP/1.1" status: 200 len: 1094 time: 5.0059085 Feb 07 04:16:21.714758 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d93682d-b600-4636-ad86-a035be1c2500', 'tag': '14881f67-cb42-40b9-a3da-ac9deed53950'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:16:21.722653 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87145d07-620e-4513-9cec-5ebeb79f6d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d93682d-b600-4636-ad86-a035be1c2500", "tag": "14881f67-cb42-40b9-a3da-ac9deed53950"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:16:21.773951 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] For port 604d10c9-1092-481e-86b6-2654498b4ccf, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:21.799452 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (beb97d18-d10a-429f-810e-1968f18cf240), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.864623 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 7c674c66-d200-41b8-8948-0a8ec7583a9a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:21.866125 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9e0083e9-7350-4032-a304-2e93fd08bb7e up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:21.867346 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-26cf52af-2d4d-4d8b-ae61-84dd99765e84 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Project 50ebc5dbe4c54633a6605d9a54949953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 04:16:21.928668 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] For port 604d10c9-1092-481e-86b6-2654498b4ccf, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=604d10c9-1092-481e-86b6-2654498b4ccf,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:21.932003 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d5b2c3-99ae-4039-a861-97add735ef04 x-openstack-request-id: req-b8d5b2c3-99ae-4039-a861-97add735ef04 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:16:21.932642 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d93682d-b600-4636-ad86-a035be1c2500", "tag": "14881f67-cb42-40b9-a3da-ac9deed53950", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:16:21.933113 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8d5b2c3-99ae-4039-a861-97add735ef04 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:16:21.933849 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d93682d-b600-4636-ad86-a035be1c2500', 'tag': '14881f67-cb42-40b9-a3da-ac9deed53950', 'status': 'completed', 'code': 200} Feb 07 04:16:21.947620 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26cf52af-2d4d-4d8b-ae61-84dd99765e84 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (6e3aca90-c53a-41dd-83fa-48750246d59d), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.958723 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:21.983371 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d4716-8cbc-450f-a222-9c717023eda3 None None] Pushing event updated for resources: {'Port': ['ID=7c674c66-d200-41b8-8948-0a8ec7583a9a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:22.076166 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-20575271-052d-4994-896f-061eb4fcc00f None None] Provisioning complete for port beb97d18-d10a-429f-810e-1968f18cf240 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:22.076517 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-20575271-052d-4994-896f-061eb4fcc00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (beb97d18-d10a-429f-810e-1968f18cf240), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:22.079521 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ad64-eb77-47e5-8ffd-d1ea9b9f9ffa None None] Pushing event updated for resources: {'Port': ['ID=604d10c9-1092-481e-86b6-2654498b4ccf,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:22.146226 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dcdf206d-ec54-414a-83ae-fe09aa95b827 req-792c4e54-0b6b-49cd-931c-2a8c28280ead tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9888928 Feb 07 04:16:22.181255 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (2c772ae1-20bc-453e-886c-c2da7cd63396), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:22.319179 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87145d07-620e-4513-9cec-5ebeb79f6d0a req-7d42b9cd-ae7b-467b-9dde-51c3f802a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:22.320790 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-87145d07-620e-4513-9cec-5ebeb79f6d0a req-7d42b9cd-ae7b-467b-9dde-51c3f802a3b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 1128 time: 0.3481293 Feb 07 04:16:22.321571 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:22.322444 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:22.326997 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-20575271-052d-4994-896f-061eb4fcc00f None None] Port beb97d18-d10a-429f-810e-1968f18cf240 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:22.370618 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 9e0083e9-7350-4032-a304-2e93fd08bb7e triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:22.371264 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:22.472037 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:16:22.474547 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Router 2c772ae1-20bc-453e-886c-c2da7cd63396 is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:16:22.586234 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:22.605616 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87145d07-620e-4513-9cec-5ebeb79f6d0a req-dea716d9-d29d-48ea-a363-d87954c7f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:22.607101 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-87145d07-620e-4513-9cec-5ebeb79f6d0a req-dea716d9-d29d-48ea-a363-d87954c7f040 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=06d109aa9a364bed8b25935d5374bf3b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2039316 Feb 07 04:16:22.617658 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26cf52af-2d4d-4d8b-ae61-84dd99765e84 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (6e3aca90-c53a-41dd-83fa-48750246d59d), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:22.656275 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26cf52af-2d4d-4d8b-ae61-84dd99765e84 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (6e3aca90-c53a-41dd-83fa-48750246d59d), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:22.670323 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 9e0083e9-7350-4032-a304-2e93fd08bb7e is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:22.892315 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf52af-2d4d-4d8b-ae61-84dd99765e84 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3aca90-c53a-41dd-83fa-48750246d59d,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:22.901585 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-26cf52af-2d4d-4d8b-ae61-84dd99765e84 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:22.902828 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-26cf52af-2d4d-4d8b-ae61-84dd99765e84 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5289185 Feb 07 04:16:23.103654 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:19Z', 'revision_number': 1, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:23.160314 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 165b3166-3fb9-4aea-b6c2-85b9847f53ea up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:23.164281 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd202-d0ef-45d2-8d82-89a46a753cdb None None] The sync data for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi is: [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:19Z', 'revision_number': 1, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:23.201583 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298beac-b376-4142-bb8d-346805c61771 req-207ac05e-3f3c-4f60-9a85-46c5ff471071 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:23.218506 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3298beac-b376-4142-bb8d-346805c61771 req-207ac05e-3f3c-4f60-9a85-46c5ff471071 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.5892639 Feb 07 04:16:23.231806 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 165b3166-3fb9-4aea-b6c2-85b9847f53ea triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:23.232367 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:23.286095 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:23.315119 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Sync routers for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:23.329002 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87145d07-620e-4513-9cec-5ebeb79f6d0a req-c41d6e83-93a1-48f9-b22a-f425d5089cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:23.330030 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-87145d07-620e-4513-9cec-5ebeb79f6d0a req-c41d6e83-93a1-48f9-b22a-f425d5089cda service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7037461 Feb 07 04:16:23.342241 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Publish callbacks [] for port (beb97d18-d10a-429f-810e-1968f18cf240), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:23.350055 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3298beac-b376-4142-bb8d-346805c61771 req-84dd0816-1b89-42f2-bda4-5ac46e8b079b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305552 Feb 07 04:16:23.359321 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:23.361675 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-65cdbb88-0a10-474d-a865-52308d88986c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8381419 Feb 07 04:16:23.364395 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54142) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:23.382712 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab3c78-cc82-444d-b759-ea4618280207 req-4418effa-68eb-4eab-b8af-2785022ad863 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:23.385281 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bfab3c78-cc82-444d-b759-ea4618280207 req-4418effa-68eb-4eab-b8af-2785022ad863 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 944 time: 0.1076434 Feb 07 04:16:23.385977 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (beb97d18-d10a-429f-810e-1968f18cf240), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:23.420563 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:23.421348 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:23.423853 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d0c13d-3bd3-4dac-b893-d365cd0cb562 None None] Network e1b98d4e-8309-43f2-8aa1-082023c2a074 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:23.468210 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:23.578982 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 165b3166-3fb9-4aea-b6c2-85b9847f53ea is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:23.580264 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7f3354e3-bb91-4538-9208-1ade06fd610b up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:23.609506 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Pushing event updated for resources: {'Port': ['ID=beb97d18-d10a-429f-810e-1968f18cf240,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:23.622340 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-ff6874a6-d7ed-4995-9824-d7f159ff9037 None None] Provisioning complete for port 7f3354e3-bb91-4538-9208-1ade06fd610b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:23.622837 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ff6874a6-d7ed-4995-9824-d7f159ff9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:23.624088 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-8f6bc1ed-cd36-46e1-a5cf-bff9e5a83bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:23.625572 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-8f6bc1ed-cd36-46e1-a5cf-bff9e5a83bcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 1128 time: 0.1699934 Feb 07 04:16:23.629093 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bfab3c78-cc82-444d-b759-ea4618280207 req-54240f1a-9c4b-4664-8696-7f801cdea740 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793451 Feb 07 04:16:23.770404 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-771393c4-82a7-41e2-9955-4bca19f6fd38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14881f67-cb42-40b9-a3da-ac9deed53950 HTTP/1.1" status: 200 len: 217 time: 0.1084566 Feb 07 04:16:23.801535 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:23.834190 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-2041daf3-2a56-4cde-b256-0aa2cece7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:23.836692 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-2041daf3-2a56-4cde-b256-0aa2cece7ac4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af423cb7-f9c2-4918-a556-6857397f625d HTTP/1.1" status: 200 len: 855 time: 0.0601397 Feb 07 04:16:23.838866 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:23.840688 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:24.080995 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 7f3354e3-bb91-4538-9208-1ade06fd610b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:24.081775 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:24.090227 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-88acef34-9af2-4fe8-822d-afc804ffda6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca219ba-88c9-4d7f-a70f-fc6411c07502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2209883 Feb 07 04:16:24.101195 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:24.318047 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ff6874a6-d7ed-4995-9824-d7f159ff9037 None None] Current status of the port 7f3354e3-bb91-4538-9208-1ade06fd610b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:24.318622 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ff6874a6-d7ed-4995-9824-d7f159ff9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:24.327434 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-6128aaf9-646f-44fe-9cde-d50a96f2cb50 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252924 Feb 07 04:16:24.338725 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Allocated IP 172.20.0.1 (e1b98d4e-8309-43f2-8aa1-082023c2a074/315a4ea0-2232-4f03-b536-efec0a848f6a/9d70438b-ac82-4ec2-8237-b6ad5a30f11c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:24.454115 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 7f3354e3-bb91-4538-9208-1ade06fd610b is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:24.454507 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:24.501423 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Publish callbacks [] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:24.520993 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:16:24.572972 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:24.578898 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 7f3354e3-bb91-4538-9208-1ade06fd610b, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7f3354e3-bb91-4538-9208-1ade06fd610b,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:24.590610 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 3, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:24.633164 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Pushing event updated for resources: {'Port': ['ID=9d70438b-ac82-4ec2-8237-b6ad5a30f11c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:24.676840 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922288b-9b4e-4996-b7ec-22caf75292cb req-62a7f109-78bf-445c-900f-0c4f39121a4c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:24.678681 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0922288b-9b4e-4996-b7ec-22caf75292cb req-62a7f109-78bf-445c-900f-0c4f39121a4c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1191549 Feb 07 04:16:24.680816 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Network e1b98d4e-8309-43f2-8aa1-082023c2a074 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:24.682425 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:24.695160 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:24.695662 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (2c772ae1-20bc-453e-886c-c2da7cd63396), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:24.700114 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:24.724778 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.db.api [None req-ff6874a6-d7ed-4995-9824-d7f159ff9037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 04:16:24.725262 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG oslo_db.api [None req-ff6874a6-d7ed-4995-9824-d7f159ff9037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 04:16:24.726797 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:24.727699 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7c674c66-d200-41b8-8948-0a8ec7583a9a up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:24.732501 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Checking router: 2c772ae1-20bc-453e-886c-c2da7cd63396 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:24.732665 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a7dcd12c-aeb0-4ce7-9dde-8fe50d9fb6bd admin admin] 10.222.0.13 "PUT /v2.0/routers/3f9bb3ca-5c6d-4a0b-be43-f40635da74a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5183971 Feb 07 04:16:24.735038 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Updating router 2c772ae1-20bc-453e-886c-c2da7cd63396 port 77f2be68-61e9-4018-bdb6-d721edcc815c binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:24.863415 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7b890448-4e15-4c0c-b56e-63adf144f4fc req-d12534c3-b2cc-43ca-95e0-3aecb89bb428 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641891 Feb 07 04:16:24.942517 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:25.034148 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785f070-7b7f-4a4e-bdef-0fc2fe74d561 req-fbae924a-064c-4480-98f7-6a26f2eb8018 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:25.035742 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8785f070-7b7f-4a4e-bdef-0fc2fe74d561 req-fbae924a-064c-4480-98f7-6a26f2eb8018 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 944 time: 0.1403747 Feb 07 04:16:25.061821 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=7f3354e3-bb91-4538-9208-1ade06fd610b,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:25.074571 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0922288b-9b4e-4996-b7ec-22caf75292cb req-426cd772-7113-485b-9f3d-441ac0a5e907 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716018 Feb 07 04:16:25.164212 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:25.179962 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8785f070-7b7f-4a4e-bdef-0fc2fe74d561 req-c8de1110-caac-4dce-9fc9-ea195d40a174 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317911 Feb 07 04:16:25.558477 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Publish callbacks [] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:25.560269 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 7c674c66-d200-41b8-8948-0a8ec7583a9a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:25.560666 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:25.567799 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:25.570391 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (2c772ae1-20bc-453e-886c-c2da7cd63396), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:25.761885 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261296-c15f-4bbf-a1bd-9024e513017d req-c4e25151-6d8e-4c2d-a70b-07b738e77342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:25.763402 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-59261296-c15f-4bbf-a1bd-9024e513017d req-c4e25151-6d8e-4c2d-a70b-07b738e77342 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1129 time: 0.1154397 Feb 07 04:16:25.764084 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-ff6874a6-d7ed-4995-9824-d7f159ff9037 None None] Current status of the port 7f3354e3-bb91-4538-9208-1ade06fd610b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:25.843744 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Pushing event updated for resources: {'Port': ['ID=9d70438b-ac82-4ec2-8237-b6ad5a30f11c,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:25.939450 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-52c2a14a-a7c1-41b3-9166-6c858d29e5cf None None] Provisioning complete for port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:25.939834 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-52c2a14a-a7c1-41b3-9166-6c858d29e5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:25.940275 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Network e1b98d4e-8309-43f2-8aa1-082023c2a074 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:25.941759 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:26.032179 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54164) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:26.119244 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-54ebf275-7138-4b75-86b7-9a13d73d4f13 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689764960', 'description': 'tempest-description--658532494'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:26.157177 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-52c2a14a-a7c1-41b3-9166-6c858d29e5cf None None] Port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:26.171883 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54ebf275-7138-4b75-86b7-9a13d73d4f13 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.178222 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 7c674c66-d200-41b8-8948-0a8ec7583a9a is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:26.232691 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-52c2a14a-a7c1-41b3-9166-6c858d29e5cf None None] Provisioning complete for port 7f3354e3-bb91-4538-9208-1ade06fd610b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:26.238822 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-52c2a14a-a7c1-41b3-9166-6c858d29e5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.340252 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Router 2c772ae1-20bc-453e-886c-c2da7cd63396 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:16:26.476000 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Publish callbacks [] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.511911 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.579204 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef478-59ee-447a-bf91-cd90692d89d4 req-4a668f2c-a0be-4cbb-9086-eef9057d8d53 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:26.581389 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-024ef478-59ee-447a-bf91-cd90692d89d4 req-4a668f2c-a0be-4cbb-9086-eef9057d8d53 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.7914510 Feb 07 04:16:26.585671 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:26.591440 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-423924d8-e45c-4c14-98f5-477d13df9d5e admin admin] 10.222.0.13 "PUT /v2.0/routers/2c772ae1-20bc-453e-886c-c2da7cd63396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2256544 Feb 07 04:16:26.605959 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54ebf275-7138-4b75-86b7-9a13d73d4f13 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (9395f438-4fde-4aeb-bb55-0983e93ea949), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.612979 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfbc1f-1aea-447b-b2d7-299801b04c44 None None] Pushing event updated for resources: {'Port': ['ID=77f2be68-61e9-4018-bdb6-d721edcc815c,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:26.621678 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54ebf275-7138-4b75-86b7-9a13d73d4f13 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (9395f438-4fde-4aeb-bb55-0983e93ea949), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.622471 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 604d10c9-1092-481e-86b6-2654498b4ccf up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:26.635658 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261296-c15f-4bbf-a1bd-9024e513017d req-e3fe5ba0-72ad-4538-9084-f03f858331f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:26.640411 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-59261296-c15f-4bbf-a1bd-9024e513017d req-e3fe5ba0-72ad-4538-9084-f03f858331f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 919 time: 0.8608265 Feb 07 04:16:26.698495 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-52c2a14a-a7c1-41b3-9166-6c858d29e5cf None None] Current status of the port 7f3354e3-bb91-4538-9208-1ade06fd610b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:26.711772 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Attempting to bind port 77f2be68-61e9-4018-bdb6-d721edcc815c on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:26.712171 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Attempting to bind port 77f2be68-61e9-4018-bdb6-d721edcc815c by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:26.713203 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Attempting to bind port 77f2be68-61e9-4018-bdb6-d721edcc815c on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:26.720244 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f8e5-f0d7-45c8-9f74-45a461eb6e8c req-4a9e94f3-bfee-4dee-9a31-8d87ff9cbe40 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:26.721973 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fbe0f8e5-f0d7-45c8-9f74-45a461eb6e8c req-4a9e94f3-bfee-4dee-9a31-8d87ff9cbe40 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 944 time: 0.3815119 Feb 07 04:16:26.725126 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebf275-7138-4b75-86b7-9a13d73d4f13 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9395f438-4fde-4aeb-bb55-0983e93ea949,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:26.728898 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-52c2a14a-a7c1-41b3-9166-6c858d29e5cf None None] Provisioning complete for port beb97d18-d10a-429f-810e-1968f18cf240 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:26.729290 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-52c2a14a-a7c1-41b3-9166-6c858d29e5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (beb97d18-d10a-429f-810e-1968f18cf240), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.744248 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-54ebf275-7138-4b75-86b7-9a13d73d4f13 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.744248 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-54ebf275-7138-4b75-86b7-9a13d73d4f13 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7077606 Feb 07 04:16:26.749601 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-59261296-c15f-4bbf-a1bd-9024e513017d req-69c0499d-1df6-4473-b409-30caf899a18d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a3936d-26aa-4031-920c-7291ded7d6bc HTTP/1.1" status: 200 len: 217 time: 0.0934389 Feb 07 04:16:26.752126 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:26.753084 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:26.753714 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.754133 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:26.754683 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Bound port: 77f2be68-61e9-4018-bdb6-d721edcc815c, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:26.755866 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.762018 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54172) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:26.778494 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ffbae04d-9f79-4c46-925b-769ac13beb2e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'security_group_rule': {'security_group_id': '9395f438-4fde-4aeb-bb55-0983e93ea949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:26.834493 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] For port 77f2be68-61e9-4018-bdb6-d721edcc815c, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:26.847661 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fbe0f8e5-f0d7-45c8-9f74-45a461eb6e8c req-53a0563f-bd76-4f08-8446-aacd805b20f6 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149247 Feb 07 04:16:26.847864 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] For port 77f2be68-61e9-4018-bdb6-d721edcc815c, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=77f2be68-61e9-4018-bdb6-d721edcc815c,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:26.890985 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.904669 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 604d10c9-1092-481e-86b6-2654498b4ccf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:26.905037 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.921451 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-024ef478-59ee-447a-bf91-cd90692d89d4 req-5f25020d-f918-4f94-824f-3c41e874c1b8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204350 Feb 07 04:16:26.930387 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261296-c15f-4bbf-a1bd-9024e513017d req-0f4a40e7-361d-468d-a6e0-64be63bb6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:26.932068 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-59261296-c15f-4bbf-a1bd-9024e513017d req-0f4a40e7-361d-468d-a6e0-64be63bb6c1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.1675661 Feb 07 04:16:26.933550 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ffbae04d-9f79-4c46-925b-769ac13beb2e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (67df6c22-0ce6-49e9-9b97-b035ce684b24), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:26.985473 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-59261296-c15f-4bbf-a1bd-9024e513017d req-1edeb285-2097-442a-aa38-e0380153b863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315518 Feb 07 04:16:27.093230 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-59261296-c15f-4bbf-a1bd-9024e513017d req-5942067c-828c-4df4-b7d7-7b9280aa74f5 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927343 Feb 07 04:16:27.145425 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-52c2a14a-a7c1-41b3-9166-6c858d29e5cf None None] Port beb97d18-d10a-429f-810e-1968f18cf240 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:27.172635 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:27.173486 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:27.193562 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ffbae04d-9f79-4c46-925b-769ac13beb2e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (67df6c22-0ce6-49e9-9b97-b035ce684b24), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.200688 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ffbae04d-9f79-4c46-925b-769ac13beb2e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (67df6c22-0ce6-49e9-9b97-b035ce684b24), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.239885 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbae04d-9f79-4c46-925b-769ac13beb2e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67df6c22-0ce6-49e9-9b97-b035ce684b24,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:27.261259 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ffbae04d-9f79-4c46-925b-769ac13beb2e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.263191 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ffbae04d-9f79-4c46-925b-769ac13beb2e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5003211 Feb 07 04:16:27.266510 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54182) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:27.273057 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6a5495b6-f9e2-436a-bfa5-331dfc36cf22 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'security_group_rule': {'security_group_id': '9395f438-4fde-4aeb-bb55-0983e93ea949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:27.315234 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-59261296-c15f-4bbf-a1bd-9024e513017d req-22cfc883-92de-4d3b-afa0-3d4f8b129d81 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091746 Feb 07 04:16:27.324079 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a5495b6-f9e2-436a-bfa5-331dfc36cf22 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (abcc9b04-1b91-4ba1-a791-fe88764bfc30), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.336030 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfbc1f-1aea-447b-b2d7-299801b04c44 None None] Pushing event updated for resources: {'Port': ['ID=77f2be68-61e9-4018-bdb6-d721edcc815c,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:27.341030 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f26ab68b-dd05-43d8-bb52-56bdb93c49db None None] Provisioning complete for port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:27.341402 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f26ab68b-dd05-43d8-bb52-56bdb93c49db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.413054 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a5495b6-f9e2-436a-bfa5-331dfc36cf22 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (abcc9b04-1b91-4ba1-a791-fe88764bfc30), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.419359 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a5495b6-f9e2-436a-bfa5-331dfc36cf22 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (abcc9b04-1b91-4ba1-a791-fe88764bfc30), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.445104 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5495b6-f9e2-436a-bfa5-331dfc36cf22 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcc9b04-1b91-4ba1-a791-fe88764bfc30,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:27.451737 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6a5495b6-f9e2-436a-bfa5-331dfc36cf22 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.456317 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-6a5495b6-f9e2-436a-bfa5-331dfc36cf22 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855178 Feb 07 04:16:27.456790 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54186) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:27.462737 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'floatingip': {'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:27.545275 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 604d10c9-1092-481e-86b6-2654498b4ccf is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:27.545275 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.566590 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.586515 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 604d10c9-1092-481e-86b6-2654498b4ccf, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=604d10c9-1092-481e-86b6-2654498b4ccf,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:27.621262 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f26ab68b-dd05-43d8-bb52-56bdb93c49db None None] Port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:27.623311 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.624160 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7f3354e3-bb91-4538-9208-1ade06fd610b up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:27.729006 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.750325 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:27.768950 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54190) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:27.781064 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-486777576-network', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:27.838807 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Made reservation on behalf of adfc3a5dc26546de8ffb56a7db7eec87 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:27.842554 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.851762 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:27.877064 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.000639 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Publish callbacks [] for security_group (2ab87ba8-cec7-4343-b03e-33698f045cdd), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.015139 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (2ab87ba8-cec7-4343-b03e-33698f045cdd), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.030578 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:16:28.041730 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (5fecadb3-df28-4600-b06b-1bf6087a437c), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.042439 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.segments_db [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Added segment 5fecadb3-df28-4600-b06b-1bf6087a437c of type vlan for network f6022171-edb1-438e-8dc9-bcdd6a180e38 Feb 07 04:16:28.045193 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Allocated IP 172.27.1.9 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/b3f94c98-17e2-454d-8007-9fa2f070f23b) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:28.093402 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (f6022171-edb1-438e-8dc9-bcdd6a180e38), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.165646 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab87ba8-cec7-4343-b03e-33698f045cdd,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:28.180902 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (f6022171-edb1-438e-8dc9-bcdd6a180e38), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.183525 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:28.186028 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.227777 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=604d10c9-1092-481e-86b6-2654498b4ccf,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:28.253792 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7c6a2-dd76-4807-a39a-6939f149c20e req-0509ab2e-8b8f-4bb5-8859-16357ddae353 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:28.261468 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f1c7c6a2-dd76-4807-a39a-6939f149c20e req-0509ab2e-8b8f-4bb5-8859-16357ddae353 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1751795 Feb 07 04:16:28.277015 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] Pushing event updated for resources: {'Network': ['ID=f6022171-edb1-438e-8dc9-bcdd6a180e38,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:28.297858 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 7f3354e3-bb91-4538-9208-1ade06fd610b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:28.298117 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.329664 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f0fc6e1c-b6de-46a1-ac2d-d667ac6ccf1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5588920 Feb 07 04:16:28.330437 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54198) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:28.340302 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Request body: {'subnet': {'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-486777576-subnet', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:28.354430 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network f6022171-edb1-438e-8dc9-bcdd6a180e38 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:16:28.365298 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f1c7c6a2-dd76-4807-a39a-6939f149c20e req-cee7f1e9-ca13-4750-99ce-f05bb13ac390 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026852 Feb 07 04:16:28.373284 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for port (b3f94c98-17e2-454d-8007-9fa2f070f23b), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.404749 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f2529-7428-4b5c-bfe9-4dc38edeb1af req-d2848473-b985-473c-9ac5-07b41abffd99 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:28.406528 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d83f2529-7428-4b5c-bfe9-4dc38edeb1af req-d2848473-b985-473c-9ac5-07b41abffd99 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 944 time: 0.4043019 Feb 07 04:16:28.407816 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Made reservation on behalf of adfc3a5dc26546de8ffb56a7db7eec87 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:28.416510 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.435734 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (b3f94c98-17e2-454d-8007-9fa2f070f23b), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.488918 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 7f3354e3-bb91-4538-9208-1ade06fd610b is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:28.497399 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:25Z', 'revision_number': 2, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:28.545264 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d83f2529-7428-4b5c-bfe9-4dc38edeb1af req-a8aff0e0-9dbe-45be-8580-6cc0848f6230 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254344 Feb 07 04:16:28.578658 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'Port': ['ID=b3f94c98-17e2-454d-8007-9fa2f070f23b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:28.637349 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:28.638751 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:28.661735 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:28.779782 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddaa1e0-32df-4d74-9c7f-fd0b0abcf597 None None] The sync data for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi is: [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:25Z', 'revision_number': 2, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:28.782615 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (46794030-603b-46ff-8c70-f6dda2aa658f), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.795666 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 14881f67-cb42-40b9-a3da-ac9deed53950 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:16:28.799444 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 604d10c9-1092-481e-86b6-2654498b4ccf up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:28.802004 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (c59014ab-ce38-47ce-af74-58f2d7830491), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.834578 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Sync routers for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:28.853278 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:28.853919 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:28.858747 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (b3f94c98-17e2-454d-8007-9fa2f070f23b), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.937163 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59014ab-ce38-47ce-af74-58f2d7830491,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:28.956921 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 604d10c9-1092-481e-86b6-2654498b4ccf triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:28.957644 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:28.961761 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Checking segment: {'id': '5fecadb3-df28-4600-b06b-1bf6087a437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:28.962654 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Network hostable DHCP agents. Network: f6022171-edb1-438e-8dc9-bcdd6a180e38, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:16:29.001722 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Network f6022171-edb1-438e-8dc9-bcdd6a180e38 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:16:29.038783 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, f6022171-edb1-438e-8dc9-bcdd6a180e38) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:29.061551 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:29.062173 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.064535 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c48ab-21a6-4cc2-beda-cdd325aa91d4 None None] Network f6022171-edb1-438e-8dc9-bcdd6a180e38 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:29.076327 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-34cf154b-0b13-4f0d-9831-fad716204ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.122004 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for port (b3f94c98-17e2-454d-8007-9fa2f070f23b), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.129665 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (b3f94c98-17e2-454d-8007-9fa2f070f23b), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.138065 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:29.142373 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-59c657e3-b0ce-45d7-a10e-2d5d1d412abf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8084829 Feb 07 04:16:29.145214 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54202) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:29.170613 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 14881f67-cb42-40b9-a3da-ac9deed53950, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14881f67-cb42-40b9-a3da-ac9deed53950,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:29.171178 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:29.223579 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-482361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router (92ee5430-8078-40dd-933f-e8f83cee82a9), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.224821 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10289'] for router (92ee5430-8078-40dd-933f-e8f83cee82a9), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.263184 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 604d10c9-1092-481e-86b6-2654498b4ccf is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:29.271886 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '14881f67-cb42-40b9-a3da-ac9deed53950', 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502', 'port_id': '14881f67-cb42-40b9-a3da-ac9deed53950', 'mac_address': 'fa:16:3e:82:4e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af423cb7-f9c2-4918-a556-6857397f625d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:16:29.343730 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'Port': ['ID=b3f94c98-17e2-454d-8007-9fa2f070f23b,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:29.360383 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 14881f67-cb42-40b9-a3da-ac9deed53950 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:29.360776 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.361091 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (46794030-603b-46ff-8c70-f6dda2aa658f), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.406279 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.429959 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-cd401ca1-5fe6-48a2-a1c6-452a7e55e430 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9634330 Feb 07 04:16:29.491264 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14881f67-cb42-40b9-a3da-ac9deed53950 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:16:29.525177 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1ac330-7188-53bc-9bf6-a59897910e76-f6022171-edb1-438e-8dc9-bcdd6a180e38', 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38', 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'fixed_ips': [{'subnet_id': 'c59014ab-ce38-47ce-af74-58f2d7830491'}]}} from dv-cinder-799631-7-iscsi. {{(pid=102769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 04:16:29.527759 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.605938 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 14881f67-cb42-40b9-a3da-ac9deed53950, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14881f67-cb42-40b9-a3da-ac9deed53950,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:29.670177 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7babe-d726-4616-ad0e-370a3b885265 req-328ebe5c-a90e-433d-b8dd-e836841fbaf1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:29.674389 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2ea7babe-d726-4616-ad0e-370a3b885265 req-328ebe5c-a90e-433d-b8dd-e836841fbaf1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1517963 Feb 07 04:16:29.743095 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:22Z', 'revision_number': 2, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:29.748394 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.790198 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks [] for router_controller (92ee5430-8078-40dd-933f-e8f83cee82a9), precommit_add_association {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.793003 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Checking router: 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:29.793677 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Updating router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 port beb97d18-d10a-429f-810e-1968f18cf240 binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:29.857102 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2ea7babe-d726-4616-ad0e-370a3b885265 req-444f6f69-53d0-4076-b59e-f2be26b34a3f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766818 Feb 07 04:16:29.860584 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (beb97d18-d10a-429f-810e-1968f18cf240), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:29.910751 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=14881f67-cb42-40b9-a3da-ac9deed53950,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:29.946051 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.db_base_plugin_common [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Allocated IP 172.20.0.2 (f6022171-edb1-438e-8dc9-bcdd6a180e38/c59014ab-ce38-47ce-af74-58f2d7830491/07fa61fb-1279-4c75-a40e-fb65616d6175) {{(pid=102769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:30.121734 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks [] for router_gateway (92ee5430-8078-40dd-933f-e8f83cee82a9), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:30.133823 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3fdf-fe7a-47dc-97ef-47aaf3cf1e23 req-e0c6a8a1-a843-41d3-9c98-d11527c4320a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:30.135985 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5d8d3fdf-fe7a-47dc-97ef-47aaf3cf1e23 req-e0c6a8a1-a843-41d3-9c98-d11527c4320a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 945 time: 0.3947058 Feb 07 04:16:30.209267 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Publish callbacks [] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), precommit_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:30.219086 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), after_create {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:30.284799 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Network f6022171-edb1-438e-8dc9-bcdd6a180e38 is already hosted by enough agents. {{(pid=102769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:30.288870 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.scheduler.base_scheduler [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Resources bound (agent type, host, resource id): {{(pid=102769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:30.293278 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Received port after_create {{(pid=102769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:30.312400 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5d8d3fdf-fe7a-47dc-97ef-47aaf3cf1e23 req-38c03677-4bd7-4e1f-b7d5-477fbad5aa09 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654751 Feb 07 04:16:30.396406 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Pushing event updated for resources: {'Port': ['ID=07fa61fb-1279-4c75-a40e-fb65616d6175,revision_number=1']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:30.438441 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Attempting to bind port 07fa61fb-1279-4c75-a40e-fb65616d6175 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:30.439761 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Attempting to bind port 07fa61fb-1279-4c75-a40e-fb65616d6175 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '5fecadb3-df28-4600-b06b-1bf6087a437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:30.440384 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Attempting to bind port 07fa61fb-1279-4c75-a40e-fb65616d6175 on network f6022171-edb1-438e-8dc9-bcdd6a180e38 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:30.447153 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:30.447698 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Checking segment: {'id': '5fecadb3-df28-4600-b06b-1bf6087a437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:30.448295 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:30.448782 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Bound using segment: {'id': '5fecadb3-df28-4600-b06b-1bf6087a437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:30.449367 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Bound port: 07fa61fb-1279-4c75-a40e-fb65616d6175, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fecadb3-df28-4600-b06b-1bf6087a437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:30.449987 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:30.516942 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Publish callbacks [] for port (beb97d18-d10a-429f-810e-1968f18cf240), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:30.527593 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (beb97d18-d10a-429f-810e-1968f18cf240), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:30.534152 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['14881f67-cb42-40b9-a3da-ac9deed53950'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:16:30.538732 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks [] for router_gateway (92ee5430-8078-40dd-933f-e8f83cee82a9), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:30.565618 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:30.809845 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 77f2be68-61e9-4018-bdb6-d721edcc815c up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:30.842441 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Allocated IP 172.27.1.161 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/322a9ce5-ccea-4c84-9f6a-043d81d5c969) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:30.919188 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22af5bb-cc70-445e-aff8-160597d17485 None None] Pushing event updated for resources: {'Port': ['ID=beb97d18-d10a-429f-810e-1968f18cf240,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:30.991093 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] For port 07fa61fb-1279-4c75-a40e-fb65616d6175, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:31.024136 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Attempting to bind port beb97d18-d10a-429f-810e-1968f18cf240 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:31.024981 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Attempting to bind port beb97d18-d10a-429f-810e-1968f18cf240 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:31.025588 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Attempting to bind port beb97d18-d10a-429f-810e-1968f18cf240 on network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:31.040136 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:31.043005 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Checking segment: {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:31.043674 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:31.048411 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Bound using segment: {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:31.049234 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Bound port: beb97d18-d10a-429f-810e-1968f18cf240, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:31.051312 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (beb97d18-d10a-429f-810e-1968f18cf240), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:31.110623 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] For port 07fa61fb-1279-4c75-a40e-fb65616d6175, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=07fa61fb-1279-4c75-a40e-fb65616d6175,segment=NetworkSegment(5fecadb3-df28-4600-b06b-1bf6087a437c),segment_id=5fecadb3-df28-4600-b06b-1bf6087a437c)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:31.113238 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks [] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:31.152536 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] For port beb97d18-d10a-429f-810e-1968f18cf240, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:31.161844 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] For port beb97d18-d10a-429f-810e-1968f18cf240, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=beb97d18-d10a-429f-810e-1968f18cf240,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:31.177184 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:31.180260 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (beb97d18-d10a-429f-810e-1968f18cf240), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:31.190625 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60357b8-a39c-44e5-809c-18ab4e80a01e req-80e06cdf-3c47-455e-8ee5-b2f3d8ab40a4 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:31.192181 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c60357b8-a39c-44e5-809c-18ab4e80a01e req-80e06cdf-3c47-455e-8ee5-b2f3d8ab40a4 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1002054 Feb 07 04:16:31.228935 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b7221e86-9ea1-4f59-8026-c35ba778c912 None None] Provisioning complete for port beb97d18-d10a-429f-810e-1968f18cf240 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:31.242965 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7221e86-9ea1-4f59-8026-c35ba778c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (beb97d18-d10a-429f-810e-1968f18cf240), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:31.312235 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c60357b8-a39c-44e5-809c-18ab4e80a01e req-fa22e809-2288-4394-8988-2116fa3e5bb3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102564 Feb 07 04:16:31.313626 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:31.354101 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:31.361841 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:31.389222 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399939f4-a962-42bb-9c55-4c1b96f8e717 None None] Pushing event updated for resources: {'Port': ['ID=07fa61fb-1279-4c75-a40e-fb65616d6175,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:31.408637 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22af5bb-cc70-445e-aff8-160597d17485 None None] Pushing event updated for resources: {'Port': ['ID=beb97d18-d10a-429f-810e-1968f18cf240,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:31.452718 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:31.453411 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-7b729420-b445-4bba-a3ff-e89e140ec67d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1689764960&fields=id&tenant_id=5f954da0f8764195bc7bb449ea7c7412 HTTP/1.1" status: 200 len: 267 time: 0.2318010 Feb 07 04:16:31.462977 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:31.468333 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:31.521976 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 77f2be68-61e9-4018-bdb6-d721edcc815c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:31.522383 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:31.766040 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-65045a08-c9de-4677-8cc3-ab6af9647f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:31.820871 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Pushing event updated for resources: {'Port': ['ID=322a9ce5-ccea-4c84-9f6a-043d81d5c969,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:31.985242 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943d20a-3c9a-4bfa-8d39-2ebc4c531b76 req-725bdc2e-c1ea-43d0-a2e3-e3f7807e0861 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:31.986807 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0943d20a-3c9a-4bfa-8d39-2ebc4c531b76 req-725bdc2e-c1ea-43d0-a2e3-e3f7807e0861 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 945 time: 0.3835046 Feb 07 04:16:31.996939 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:32.081430 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-9dd46c00-2ecb-4549-969f-576b39d297b1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:32.083284 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-9dd46c00-2ecb-4549-969f-576b39d297b1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 811 time: 0.6004248 Feb 07 04:16:32.119109 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-003ba04e-a104-4c2d-bd7a-fa6bcb90f7bd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/quotas/5f954da0f8764195bc7bb449ea7c7412 HTTP/1.1" status: 200 len: 375 time: 0.0237772 Feb 07 04:16:32.238388 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0943d20a-3c9a-4bfa-8d39-2ebc4c531b76 req-9930f6f4-3db3-4637-80a2-330e840806ca tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433119 Feb 07 04:16:32.255348 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 77f2be68-61e9-4018-bdb6-d721edcc815c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:32.258721 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:32.263332 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-26db6b13-ebfc-452a-acc2-223852977a89 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1375532 Feb 07 04:16:32.331733 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 77f2be68-61e9-4018-bdb6-d721edcc815c, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=77f2be68-61e9-4018-bdb6-d721edcc815c,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:32.337256 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks [] for router_gateway (92ee5430-8078-40dd-933f-e8f83cee82a9), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:32.340808 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b7221e86-9ea1-4f59-8026-c35ba778c912 None None] Current status of the port beb97d18-d10a-429f-810e-1968f18cf240 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:32.342317 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7221e86-9ea1-4f59-8026-c35ba778c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (beb97d18-d10a-429f-810e-1968f18cf240), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:32.349619 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:32.452195 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-b7221e86-9ea1-4f59-8026-c35ba778c912 None None] For port beb97d18-d10a-429f-810e-1968f18cf240, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=beb97d18-d10a-429f-810e-1968f18cf240,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:32.467108 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:31Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:32.468940 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7221e86-9ea1-4f59-8026-c35ba778c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (beb97d18-d10a-429f-810e-1968f18cf240), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:32.477105 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-d9a54088-e102-44cb-bb5b-3eff6c8cd108 service neutron] 10.222.0.13 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109728 Feb 07 04:16:32.641694 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f19ea0-d590-4d25-abe1-441e89754801 None None] The sync data for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi is: [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:31Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:32.704403 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-253a4094-dc21-4821-be02-444814f1fad8 service neutron] 10.222.0.13 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273104 Feb 07 04:16:32.733437 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:32.736766 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=77f2be68-61e9-4018-bdb6-d721edcc815c,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:32.821937 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d744749e-2ee1-4907-9c94-ed2dca5bdb1d None None] Provisioning complete for port beb97d18-d10a-429f-810e-1968f18cf240 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:32.822445 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d744749e-2ee1-4907-9c94-ed2dca5bdb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (beb97d18-d10a-429f-810e-1968f18cf240), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:32.969571 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7221e86-9ea1-4f59-8026-c35ba778c912 None None] Pushing event updated for resources: {'Port': ['ID=beb97d18-d10a-429f-810e-1968f18cf240,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:32.999065 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477488'] for router (92ee5430-8078-40dd-933f-e8f83cee82a9), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:33.116032 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device beb97d18-d10a-429f-810e-1968f18cf240 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:33.259051 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d744749e-2ee1-4907-9c94-ed2dca5bdb1d None None] Current status of the port beb97d18-d10a-429f-810e-1968f18cf240 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:33.273029 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3f86777e-5b5e-4afa-b968-277c90aedc59 req-4e378c91-8cdc-409e-8bc1-8116f7cc1fc8 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 210 time: 0.1220493 Feb 07 04:16:33.356865 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port beb97d18-d10a-429f-810e-1968f18cf240 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:33.357269 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (beb97d18-d10a-429f-810e-1968f18cf240), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:33.435715 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Router 92ee5430-8078-40dd-933f-e8f83cee82a9 is scheduled to L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 with binding_index 1 {{(pid=102767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 04:16:33.634111 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d170cb-3b5b-4d62-bb3b-4bca9cd39db0 req-196e4aee-d905-4dbd-89d3-6ace40e4c029 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:33.638545 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-37d170cb-3b5b-4d62-bb3b-4bca9cd39db0 req-196e4aee-d905-4dbd-89d3-6ace40e4c029 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 945 time: 0.1799297 Feb 07 04:16:33.693117 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port beb97d18-d10a-429f-810e-1968f18cf240 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:33.695998 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 07fa61fb-1279-4c75-a40e-fb65616d6175 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:33.700994 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4d6d2b-42c9-4ce4-94d4-f49a6873519d None None] Network f6022171-edb1-438e-8dc9-bcdd6a180e38 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:16:33.704457 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:33.730310 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:33.731978 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-030578a5-1296-46b7-bb39-140872b185ac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5838311 Feb 07 04:16:33.734325 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54324) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:33.763128 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-37d170cb-3b5b-4d62-bb3b-4bca9cd39db0 req-2579d53e-3083-4fa1-908f-7fc6d5a73b04 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186213 Feb 07 04:16:33.929643 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Sync routers for ids ['92ee5430-8078-40dd-933f-e8f83cee82a9'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:34.038592 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a78e3c55-d250-4895-aa7c-338aafff6e6c None None] Provisioning complete for port 07fa61fb-1279-4c75-a40e-fb65616d6175 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:34.039035 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a78e3c55-d250-4895-aa7c-338aafff6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:34.117550 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Routers {'92ee5430-8078-40dd-933f-e8f83cee82a9'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:34.118194 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['92ee5430-8078-40dd-933f-e8f83cee82a9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:34.134444 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:34.343654 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Sync routers for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:34.385329 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:34.385965 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:34.511527 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 07fa61fb-1279-4c75-a40e-fb65616d6175 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:34.512105 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:34.562851 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247006-a8b1-4cd1-8805-c2c34e056204 req-63d63006-a6c2-4c8b-9e68-2917fcdd1ef2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:34.564736 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fc247006-a8b1-4cd1-8805-c2c34e056204 req-63d63006-a6c2-4c8b-9e68-2917fcdd1ef2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1121187 Feb 07 04:16:34.600779 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-55781b51-fe5f-4af5-a739-d29e500f1bbb req-f528b6db-a7ad-43a9-af8a-bc68482e25be tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 210 time: 0.1498921 Feb 07 04:16:34.629520 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fc247006-a8b1-4cd1-8805-c2c34e056204 req-532df7db-c30e-4ef7-bc0a-14d820888fc5 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581369 Feb 07 04:16:34.641325 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 14881f67-cb42-40b9-a3da-ac9deed53950 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:34.657697 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:34.970887 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a78e3c55-d250-4895-aa7c-338aafff6e6c None None] Current status of the port 07fa61fb-1279-4c75-a40e-fb65616d6175 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:34.978218 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a78e3c55-d250-4895-aa7c-338aafff6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.104881 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Set router 92ee5430-8078-40dd-933f-e8f83cee82a9 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:35.120330 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:25Z', 'revision_number': 2, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:35.137889 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 14881f67-cb42-40b9-a3da-ac9deed53950 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:16:35.178188 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc13291-d082-45d1-a876-51023853135f req-e3f43898-927a-4b4b-9b01-4e646c55ee4a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:35.179955 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1dc13291-d082-45d1-a876-51023853135f req-e3f43898-927a-4b4b-9b01-4e646c55ee4a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 945 time: 0.2469542 Feb 07 04:16:35.187731 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Checking router: 2c772ae1-20bc-453e-886c-c2da7cd63396 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:35.188181 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Updating router 2c772ae1-20bc-453e-886c-c2da7cd63396 port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c binding host dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:35.200496 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 07fa61fb-1279-4c75-a40e-fb65616d6175 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:35.204604 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.220025 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 14881f67-cb42-40b9-a3da-ac9deed53950 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:35.222782 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.227428 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-a78e3c55-d250-4895-aa7c-338aafff6e6c None None] For port 07fa61fb-1279-4c75-a40e-fb65616d6175, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=07fa61fb-1279-4c75-a40e-fb65616d6175,segment=NetworkSegment(5fecadb3-df28-4600-b06b-1bf6087a437c),segment_id=5fecadb3-df28-4600-b06b-1bf6087a437c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:35.267312 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.293393 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-4895b42b-60c6-4b8f-aec4-026e3d99cce7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:35.295054 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-4895b42b-60c6-4b8f-aec4-026e3d99cce7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 811 time: 0.2824457 Feb 07 04:16:35.328908 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.347102 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a78e3c55-d250-4895-aa7c-338aafff6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.357539 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1dc13291-d082-45d1-a876-51023853135f req-5e1083e9-0598-4e60-a6e9-61859940d428 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651735 Feb 07 04:16:35.467814 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.485282 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-a12a99d7-f3f8-4c95-baa5-2b2cae964891 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f954da0f8764195bc7bb449ea7c7412 HTTP/1.1" status: 200 len: 380 time: 0.1500263 Feb 07 04:16:35.500734 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'port': {'device_id': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'admin_state_up': True, 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'security_groups': ['9395f438-4fde-4aeb-bb55-0983e93ea949']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:35.642976 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-f74f4f76-a9f4-445c-944f-b506b2181976 None None] Provisioning complete for port 07fa61fb-1279-4c75-a40e-fb65616d6175 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:35.643450 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f74f4f76-a9f4-445c-944f-b506b2181976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.650046 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e3c55-d250-4895-aa7c-338aafff6e6c None None] Pushing event updated for resources: {'Port': ['ID=07fa61fb-1279-4c75-a40e-fb65616d6175,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:35.711942 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.db.api [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 04:16:35.712529 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG oslo_db.api [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 04:16:35.761064 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Allocated IP 172.20.0.1 (f6022171-edb1-438e-8dc9-bcdd6a180e38/c59014ab-ce38-47ce-af74-58f2d7830491/ca401827-a20d-4813-97a6-ab2d359bf797) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:35.908450 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 14881f67-cb42-40b9-a3da-ac9deed53950 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:35.914157 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Publish callbacks [] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.915988 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.925128 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.946036 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Publish callbacks [] for port (ca401827-a20d-4813-97a6-ab2d359bf797), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:35.996925 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d93682d-b600-4636-ad86-a035be1c2500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14881f67-cb42-40b9-a3da-ac9deed53950'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:16:35.998610 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc247036-a2c0-4ee6-9f58-33751f3cb156" -d '{"events": [{"server_uuid": "5d93682d-b600-4636-ad86-a035be1c2500", "name": "network-vif-plugged", "status": "completed", "tag": "14881f67-cb42-40b9-a3da-ac9deed53950"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:16:36.019593 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ebe82-3bef-4af8-8f9f-9d8baa73d951 None None] Pushing event updated for resources: {'Port': ['ID=9d70438b-ac82-4ec2-8237-b6ad5a30f11c,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:36.040865 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e364a5a2-3489-4a20-add2-4e6a6f7317f0 req-9c88f0b6-b7bb-4f6d-b4c8-6a0d7adea4fc tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 210 time: 0.1542315 Feb 07 04:16:36.070991 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.121541 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 14881f67-cb42-40b9-a3da-ac9deed53950, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14881f67-cb42-40b9-a3da-ac9deed53950,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:36.140356 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.152364 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Made reservation on behalf of 5f954da0f8764195bc7bb449ea7c7412 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:36.158274 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.168315 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588fae3d-7e60-48be-b998-af9b6bfbd234 x-openstack-request-id: req-588fae3d-7e60-48be-b998-af9b6bfbd234 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:16:36.168909 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d93682d-b600-4636-ad86-a035be1c2500", "name": "network-vif-plugged", "status": "completed", "tag": "14881f67-cb42-40b9-a3da-ac9deed53950", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:16:36.169264 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-588fae3d-7e60-48be-b998-af9b6bfbd234 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:16:36.173207 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d93682d-b600-4636-ad86-a035be1c2500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14881f67-cb42-40b9-a3da-ac9deed53950', 'code': 200} Feb 07 04:16:36.204189 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Attempting to bind port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:36.204995 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Attempting to bind port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:36.205556 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Attempting to bind port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c on network e1b98d4e-8309-43f2-8aa1-082023c2a074 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:36.215982 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:36.218223 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Checking segment: {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:36.218636 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.219041 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Bound using segment: {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:36.219531 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Bound port: 9d70438b-ac82-4ec2-8237-b6ad5a30f11c, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:36.219908 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.263310 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-f74f4f76-a9f4-445c-944f-b506b2181976 None None] Current status of the port 07fa61fb-1279-4c75-a40e-fb65616d6175 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:36.291211 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Network f6022171-edb1-438e-8dc9-bcdd6a180e38 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:36.299655 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:36.305743 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:36.308280 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477671'] for router_interface (92ee5430-8078-40dd-933f-e8f83cee82a9), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.360454 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:29Z', 'updated_at': '2022-02-07T04:16:31Z', 'revision_number': 3, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'gw_port': {'id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:30Z', 'updated_at': '2022-02-07T04:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:36.391885 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] For port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:36.396300 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] For port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9d70438b-ac82-4ec2-8237-b6ad5a30f11c,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:36.406465 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.441049 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Pushing event updated for resources: {'Port': ['ID=ca401827-a20d-4813-97a6-ab2d359bf797,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:36.454218 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Allocated IP 172.20.0.13 (411cc7d3-f09c-4e43-9d10-7530e81fadb4/69a89f80-33e5-4c96-bdd9-8529446ac964/16d71b5a-130e-4a2a-ba8d-452f52e1fb61) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:36.550656 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Checking router: 92ee5430-8078-40dd-933f-e8f83cee82a9 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:36.551011 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Updating router 92ee5430-8078-40dd-933f-e8f83cee82a9 port 322a9ce5-ccea-4c84-9f6a-043d81d5c969 binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:36.562942 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:36.563569 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:36.570654 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=14881f67-cb42-40b9-a3da-ac9deed53950,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:36.666085 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 07fa61fb-1279-4c75-a40e-fb65616d6175 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:36.691571 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.714964 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.761084 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ebe82-3bef-4af8-8f9f-9d8baa73d951 None None] Pushing event updated for resources: {'Port': ['ID=9d70438b-ac82-4ec2-8237-b6ad5a30f11c,revision_number=4']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:36.768671 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bf51ef0a-16d9-4591-9793-7067ad88c95f None None] Provisioning complete for port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:36.769304 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf51ef0a-16d9-4591-9793-7067ad88c95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:36.991026 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:37.009749 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 77f2be68-61e9-4018-bdb6-d721edcc815c up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:37.048542 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e184a-3343-4a6b-a0a3-b42bb7242482 req-4182de2c-4948-40d8-854f-06f5ab292c06 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:37.063745 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-579e184a-3343-4a6b-a0a3-b42bb7242482 req-4182de2c-4948-40d8-854f-06f5ab292c06 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 946 time: 0.3351111 Feb 07 04:16:37.170162 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:37.265046 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Publish callbacks [] for port (ca401827-a20d-4813-97a6-ab2d359bf797), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:37.278694 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:37.279743 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476023'] for router_interface (92ee5430-8078-40dd-933f-e8f83cee82a9), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:37.304135 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21ef3-80ed-4d8e-abbc-d56c25d15ae7 req-83bf3a6e-2ace-4cac-bae1-24b37a611f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:37.306518 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a3a21ef3-80ed-4d8e-abbc-d56c25d15ae7 req-83bf3a6e-2ace-4cac-bae1-24b37a611f96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 1130 time: 0.5144382 Feb 07 04:16:37.335667 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-579e184a-3343-4a6b-a0a3-b42bb7242482 req-0d471b0c-da3d-45b9-afd9-c61028a87568 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709851 Feb 07 04:16:37.422708 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57f894b2-4c41-494a-865a-6b8ae3d05f4b req-aa973695-3b58-4ba1-ab07-1c9afc49c824 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 210 time: 0.2170999 Feb 07 04:16:37.423279 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Pushing event updated for resources: {'Port': ['ID=ca401827-a20d-4813-97a6-ab2d359bf797,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:37.428007 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a3a21ef3-80ed-4d8e-abbc-d56c25d15ae7 req-007df1f0-1026-4045-a853-7b0b54692af5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113226 Feb 07 04:16:37.429830 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:37.503073 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 77f2be68-61e9-4018-bdb6-d721edcc815c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:37.503073 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:37.504023 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bf51ef0a-16d9-4591-9793-7067ad88c95f None None] Current status of the port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:37.504405 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf51ef0a-16d9-4591-9793-7067ad88c95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:37.514865 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:37.523924 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:37.528570 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:37.547187 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-bf51ef0a-16d9-4591-9793-7067ad88c95f None None] For port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9d70438b-ac82-4ec2-8237-b6ad5a30f11c,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:37.584468 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf51ef0a-16d9-4591-9793-7067ad88c95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:37.596953 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'Port': ['ID=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:37.639523 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:37.640195 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:37.660394 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Network f6022171-edb1-438e-8dc9-bcdd6a180e38 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:37.665374 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:37.665548 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b1bd33e9-6aee-4306-b63a-64e701422d8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1779151 Feb 07 04:16:37.776706 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:37.815929 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51ef0a-16d9-4591-9793-7067ad88c95f None None] Pushing event updated for resources: {'Port': ['ID=9d70438b-ac82-4ec2-8237-b6ad5a30f11c,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:37.823497 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced2805d-864e-4c8d-a843-e3ea8a54382c None None] The sync data for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi is: [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:37.868342 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Request body: {'port': {'device_id': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:37.930383 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Router 92ee5430-8078-40dd-933f-e8f83cee82a9 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:16:37.998719 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a9fc8551-f235-4f5c-b8d6-e1b7f1cdded0 None None] Provisioning complete for port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:37.999147 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9fc8551-f235-4f5c-b8d6-e1b7f1cdded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.033909 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.108941 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Publish callbacks [] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.113327 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 77f2be68-61e9-4018-bdb6-d721edcc815c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:38.115057 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device beb97d18-d10a-429f-810e-1968f18cf240 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:38.171469 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.194712 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:16:38.202459 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-61d5e820-57b5-49be-920d-885f0038eb35 admin admin] 10.222.0.13 "PUT /v2.0/routers/92ee5430-8078-40dd-933f-e8f83cee82a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4669178 Feb 07 04:16:38.571157 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc8551-f235-4f5c-b8d6-e1b7f1cdded0 None None] Current status of the port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:38.575368 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a884d12-0f3f-4290-bfb1-8657d1d37e39 req-e27f58a7-90f5-480f-b86a-73b9d4d9a82b tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:38.575911 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Attempting to bind port 322a9ce5-ccea-4c84-9f6a-043d81d5c969 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:38.579822 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Attempting to bind port 322a9ce5-ccea-4c84-9f6a-043d81d5c969 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:38.579822 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Attempting to bind port 322a9ce5-ccea-4c84-9f6a-043d81d5c969 on network e35684b0-b96e-4128-a1f6-a5ba06362e64 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:38.580015 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9a884d12-0f3f-4290-bfb1-8657d1d37e39 req-e27f58a7-90f5-480f-b86a-73b9d4d9a82b tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 946 time: 0.0884752 Feb 07 04:16:38.594866 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:38.595252 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Checking segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:38.595661 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.596070 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Bound using segment: {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:38.596565 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Bound port: 322a9ce5-ccea-4c84-9f6a-043d81d5c969, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fb82f-2c78-47b3-bf27-eade615aaf17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:38.596944 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.598561 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601b92e-e007-441c-a6f2-117387985497 None None] Pushing event updated for resources: {'Port': ['ID=322a9ce5-ccea-4c84-9f6a-043d81d5c969,revision_number=2']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:38.651516 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9a884d12-0f3f-4290-bfb1-8657d1d37e39 req-4e26008d-ed31-40df-b778-263f9de691b2 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675437 Feb 07 04:16:38.677599 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93cc68-68e9-4be0-9fc9-de9961a1c5f3 req-053b0d53-5ea5-4012-ae9e-424415b84ffb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:38.686013 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ae93cc68-68e9-4be0-9fc9-de9961a1c5f3 req-053b0d53-5ea5-4012-ae9e-424415b84ffb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 932 time: 0.1276543 Feb 07 04:16:38.688399 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-a9fc8551-f235-4f5c-b8d6-e1b7f1cdded0 None None] Provisioning complete for port ca401827-a20d-4813-97a6-ab2d359bf797 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:38.688776 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9fc8551-f235-4f5c-b8d6-e1b7f1cdded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.706368 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port beb97d18-d10a-429f-810e-1968f18cf240 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:38.707042 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (beb97d18-d10a-429f-810e-1968f18cf240), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.754936 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:16:38.761569 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ae93cc68-68e9-4be0-9fc9-de9961a1c5f3 req-7f0a9357-2cd0-4a85-be81-7378083f21e5 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743058 Feb 07 04:16:38.770564 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Publish callbacks [] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.806639 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Transition to ACTIVE for port object 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:16:38.811831 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:38.870240 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port beb97d18-d10a-429f-810e-1968f18cf240 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:38.871395 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 07fa61fb-1279-4c75-a40e-fb65616d6175 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:38.909835 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Pushing event updated for resources: {'Port': ['ID=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:38.931423 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] For port 322a9ce5-ccea-4c84-9f6a-043d81d5c969, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:38.940121 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc8551-f235-4f5c-b8d6-e1b7f1cdded0 None None] Port ca401827-a20d-4813-97a6-ab2d359bf797 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:38.957874 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] For port 322a9ce5-ccea-4c84-9f6a-043d81d5c969, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=322a9ce5-ccea-4c84-9f6a-043d81d5c969,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:38.964770 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 07fa61fb-1279-4c75-a40e-fb65616d6175 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:38.965148 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.040668 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Attempting to bind port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:39.041611 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Attempting to bind port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:39.042029 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.042311 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Attempting to bind port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 on network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:39.048103 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 on network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:16:39.048711 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Attempting to bind port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 on network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:39.058646 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:39.059649 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Checking segment: {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:39.060277 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Bound using segment: {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:39.061208 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Bound port: 16d71b5a-130e-4a2a-ba8d-452f52e1fb61, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:39.062230 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.243251 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] For port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:39.247330 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] For port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:39.255498 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.274904 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Routers {'92ee5430-8078-40dd-933f-e8f83cee82a9'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:39.285809 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['92ee5430-8078-40dd-933f-e8f83cee82a9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:39.341295 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Pushing event updated for resources: {'Port': ['ID=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:39.361341 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:39.362439 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.364773 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-60c5af39-0c4e-4cb2-a1fe-f18ac7be8e87 service neutron] 10.222.0.30 "PUT /v2.0/ports/16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1094 time: 1.5023801 Feb 07 04:16:39.365256 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'tag': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:16:39.368387 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757a5086-7e4e-429d-adb4-9ea73b3587e4" -d '{"events": [{"name": "network-changed", "server_uuid": "570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb", "tag": "16d71b5a-130e-4a2a-ba8d-452f52e1fb61"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:16:39.412169 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b2de2-2e33-4e5f-98c4-036e2ca06281 x-openstack-request-id: req-e15b2de2-2e33-4e5f-98c4-036e2ca06281 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:16:39.412830 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb", "tag": "16d71b5a-130e-4a2a-ba8d-452f52e1fb61", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:16:39.413516 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e15b2de2-2e33-4e5f-98c4-036e2ca06281 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:16:39.414186 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'tag': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61', 'status': 'completed', 'code': 200} Feb 07 04:16:39.470210 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601b92e-e007-441c-a6f2-117387985497 None None] Pushing event updated for resources: {'Port': ['ID=322a9ce5-ccea-4c84-9f6a-043d81d5c969,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:39.535014 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-d8dc1bf0-66c0-4700-9574-a15ae83eea86 None None] Provisioning complete for port ca401827-a20d-4813-97a6-ab2d359bf797 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:39.535513 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1bf0-66c0-4700-9574-a15ae83eea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.590662 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 07fa61fb-1279-4c75-a40e-fb65616d6175 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:39.602355 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54398) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:39.611369 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-e2b1a743-b43a-4cdf-a60d-c9decbe03880 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188663920', 'description': 'tempest-secgroup-smoke-1188663920 description', 'project_id': '2167e4b270e74390ab25c6bf679b1f4d'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:39.613379 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a5086-7e4e-429d-adb4-9ea73b3587e4 req-9ed8890b-8dde-4dc1-a988-345741d8eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:39.618423 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-757a5086-7e4e-429d-adb4-9ea73b3587e4 req-9ed8890b-8dde-4dc1-a988-345741d8eed4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1128 time: 0.1051881 Feb 07 04:16:39.622883 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc1bf0-66c0-4700-9574-a15ae83eea86 None None] Port ca401827-a20d-4813-97a6-ab2d359bf797 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:39.661363 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] Set router 92ee5430-8078-40dd-933f-e8f83cee82a9 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:39.664123 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a743-b43a-4cdf-a60d-c9decbe03880 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.868141 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a743-b43a-4cdf-a60d-c9decbe03880 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group (197462bb-33fc-4435-b77c-63b2ab417db5), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.898673 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9d70438b-ac82-4ec2-8237-b6ad5a30f11c up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:39.922930 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a743-b43a-4cdf-a60d-c9decbe03880 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (197462bb-33fc-4435-b77c-63b2ab417db5), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.953104 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a5086-7e4e-429d-adb4-9ea73b3587e4 req-a124f26a-01ae-4616-b75e-d511ad5a35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:39.956718 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-757a5086-7e4e-429d-adb4-9ea73b3587e4 req-a124f26a-01ae-4616-b75e-d511ad5a35b7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5f954da0f8764195bc7bb449ea7c7412&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3172548 Feb 07 04:16:39.963259 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a743-b43a-4cdf-a60d-c9decbe03880 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:39.965139 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-e2b1a743-b43a-4cdf-a60d-c9decbe03880 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3607690 Feb 07 04:16:39.974715 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54408) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:39.981475 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-87bb4a03-5802-4118-8a02-f845fd8b712e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Request body: {'security_group_rule': {'security_group_id': '197462bb-33fc-4435-b77c-63b2ab417db5', 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:40.020365 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bb4a03-5802-4118-8a02-f845fd8b712e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (a112728b-fbcd-4ede-b950-1a887bb127ce), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.058257 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1a743-b43a-4cdf-a60d-c9decbe03880 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197462bb-33fc-4435-b77c-63b2ab417db5,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:40.102774 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0143576-bf4a-48a5-876f-1335a59078b5 req-75ba71f6-fdca-4b00-86c2-11400ed1ab36 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:40.104800 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a0143576-bf4a-48a5-876f-1335a59078b5 req-75ba71f6-fdca-4b00-86c2-11400ed1ab36 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 946 time: 0.2312884 Feb 07 04:16:40.105747 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:40.106953 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.113385 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150d088-0b1d-4379-b69c-5345a98743ab req-cc45341a-31ea-4771-84cf-7b46b6bb65ae tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:40.115343 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2150d088-0b1d-4379-b69c-5345a98743ab req-cc45341a-31ea-4771-84cf-7b46b6bb65ae tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 944 time: 0.2042038 Feb 07 04:16:40.169125 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a0143576-bf4a-48a5-876f-1335a59078b5 req-3261b185-4164-4184-8554-cc39d17e9dad tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563092 Feb 07 04:16:40.171075 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bb4a03-5802-4118-8a02-f845fd8b712e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (a112728b-fbcd-4ede-b950-1a887bb127ce), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.177459 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bb4a03-5802-4118-8a02-f845fd8b712e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (a112728b-fbcd-4ede-b950-1a887bb127ce), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.192838 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a5086-7e4e-429d-adb4-9ea73b3587e4 req-e0c02a56-566a-47c9-be93-50b00e47bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:40.196361 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-757a5086-7e4e-429d-adb4-9ea73b3587e4 req-e0c02a56-566a-47c9-be93-50b00e47bb27 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2279232 Feb 07 04:16:40.238603 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-87bb4a03-5802-4118-8a02-f845fd8b712e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.240260 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-87bb4a03-5802-4118-8a02-f845fd8b712e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2634172 Feb 07 04:16:40.244511 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb4a03-5802-4118-8a02-f845fd8b712e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a112728b-fbcd-4ede-b950-1a887bb127ce,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:40.247506 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54416) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:40.252836 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-51bf6137-46d7-41e8-ba12-62c9c2434282 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Request body: {'security_group_rule': {'security_group_id': '197462bb-33fc-4435-b77c-63b2ab417db5', 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:40.307832 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bf6137-46d7-41e8-ba12-62c9c2434282 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (d07bcb9a-a9b2-4d0c-82f4-ea0b6edeea69), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.341794 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:40.353697 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:29Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 4, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'gw_port': {'id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:30Z', 'updated_at': '2022-02-07T04:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'ca401827-a20d-4813-97a6-ab2d359bf797', 'name': '', 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'mac_address': 'fa:16:3e:65:66:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:35Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 2, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'subnets': [{'id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:40.355555 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2150d088-0b1d-4379-b69c-5345a98743ab req-d3479b53-57de-4fc6-ba80-de011b40dc47 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301238 Feb 07 04:16:40.378760 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-a89a9c02-e528-4c3d-b94c-f60496877dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:40.386485 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-a89a9c02-e528-4c3d-b94c-f60496877dba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1128 time: 0.1172988 Feb 07 04:16:40.406506 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752aed3-5d37-4234-bb07-9420699ec605 None None] The sync data for ids ['92ee5430-8078-40dd-933f-e8f83cee82a9'] in dv-cinder-799631-7-iscsi is: [{'id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:29Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 4, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'gw_port': {'id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:30Z', 'updated_at': '2022-02-07T04:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'ca401827-a20d-4813-97a6-ab2d359bf797', 'name': '', 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'mac_address': 'fa:16:3e:65:66:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:35Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 2, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'subnets': [{'id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:40.448550 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bf6137-46d7-41e8-ba12-62c9c2434282 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (d07bcb9a-a9b2-4d0c-82f4-ea0b6edeea69), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.451223 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-9bcd4354-ee55-4ba0-8c1c-da31c68e018c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 217 time: 0.0563126 Feb 07 04:16:40.458031 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bf6137-46d7-41e8-ba12-62c9c2434282 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (d07bcb9a-a9b2-4d0c-82f4-ea0b6edeea69), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.497500 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf6137-46d7-41e8-ba12-62c9c2434282 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07bcb9a-a9b2-4d0c-82f4-ea0b6edeea69,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:40.512036 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-51bf6137-46d7-41e8-ba12-62c9c2434282 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.517790 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-51bf6137-46d7-41e8-ba12-62c9c2434282 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2689240 Feb 07 04:16:40.518741 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54418) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:40.533685 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6b179f1e-43cc-4e0f-9a4f-74e77e2861f8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Request body: {'security_group_rule': {'security_group_id': '197462bb-33fc-4435-b77c-63b2ab417db5', 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:40.545723 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-61ac0152-6417-4ff4-8bb4-112d04af67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:40.548726 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-61ac0152-6417-4ff4-8bb4-112d04af67d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0884101 Feb 07 04:16:40.581508 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b179f1e-43cc-4e0f-9a4f-74e77e2861f8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (df08fdc4-4665-405d-be28-b592b26f40e4), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.629962 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-49357dc0-019d-4000-8b01-75f3384725bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:40.633204 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-49357dc0-019d-4000-8b01-75f3384725bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755928 Feb 07 04:16:40.667012 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b179f1e-43cc-4e0f-9a4f-74e77e2861f8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (df08fdc4-4665-405d-be28-b592b26f40e4), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.677053 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b179f1e-43cc-4e0f-9a4f-74e77e2861f8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (df08fdc4-4665-405d-be28-b592b26f40e4), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.698728 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b179f1e-43cc-4e0f-9a4f-74e77e2861f8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df08fdc4-4665-405d-be28-b592b26f40e4,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:40.715731 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6b179f1e-43cc-4e0f-9a4f-74e77e2861f8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.719999 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-6b179f1e-43cc-4e0f-9a4f-74e77e2861f8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1944118 Feb 07 04:16:40.720716 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54424) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:40.725409 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-533af2b6-c3a3-47c7-abe3-43ca335ecd07 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Request body: {'security_group_rule': {'security_group_id': '197462bb-33fc-4435-b77c-63b2ab417db5', 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:40.766912 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-533af2b6-c3a3-47c7-abe3-43ca335ecd07 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (1e01ec0d-7afb-49e1-a178-eef6411832b3), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.887575 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-10e533db-4103-4647-9ed2-0b53b89eb506 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478337 Feb 07 04:16:40.922015 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-533af2b6-c3a3-47c7-abe3-43ca335ecd07 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (1e01ec0d-7afb-49e1-a178-eef6411832b3), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.926373 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-533af2b6-c3a3-47c7-abe3-43ca335ecd07 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (1e01ec0d-7afb-49e1-a178-eef6411832b3), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.965365 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-533af2b6-c3a3-47c7-abe3-43ca335ecd07 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:40.966713 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-533af2b6-c3a3-47c7-abe3-43ca335ecd07 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2448728 Feb 07 04:16:40.969665 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533af2b6-c3a3-47c7-abe3-43ca335ecd07 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e01ec0d-7afb-49e1-a178-eef6411832b3,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:40.975696 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 54428) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:40.989012 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-5e6afd3d-a849-45ee-a9f5-d82a0f074b40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Request body: {'security_group_rule': {'security_group_id': '197462bb-33fc-4435-b77c-63b2ab417db5', 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:41.010342 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-5e6afd3d-a849-45ee-a9f5-d82a0f074b40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Project 2167e4b270e74390ab25c6bf679b1f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 04:16:41.017069 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e6afd3d-a849-45ee-a9f5-d82a0f074b40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (0084f92e-b4c0-4b75-b8ff-63afbc9852fa), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:41.050365 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6fabd36b-e190-44cb-a5b3-f352fe651ec9 req-b0bd0ded-dbb8-431a-ad2b-000669553288 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508741 Feb 07 04:16:41.092217 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e6afd3d-a849-45ee-a9f5-d82a0f074b40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (0084f92e-b4c0-4b75-b8ff-63afbc9852fa), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:41.096139 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e6afd3d-a849-45ee-a9f5-d82a0f074b40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (0084f92e-b4c0-4b75-b8ff-63afbc9852fa), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:41.115088 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6afd3d-a849-45ee-a9f5-d82a0f074b40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0084f92e-b4c0-4b75-b8ff-63afbc9852fa,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:41.132429 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5e6afd3d-a849-45ee-a9f5-d82a0f074b40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:41.133924 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-5e6afd3d-a849-45ee-a9f5-d82a0f074b40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593189 Feb 07 04:16:41.136878 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 54436) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:16:41.142072 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-517d38dd-7f53-4898-a9b6-16d39d67cd37 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Request body: {'security_group_rule': {'security_group_id': '197462bb-33fc-4435-b77c-63b2ab417db5', 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:41.167281 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-517d38dd-7f53-4898-a9b6-16d39d67cd37 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Project 2167e4b270e74390ab25c6bf679b1f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 04:16:41.174721 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-517d38dd-7f53-4898-a9b6-16d39d67cd37 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (67d1f7ed-851d-4e57-a305-62d7260a1f9b), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:41.261137 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-517d38dd-7f53-4898-a9b6-16d39d67cd37 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (67d1f7ed-851d-4e57-a305-62d7260a1f9b), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:41.266009 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-517d38dd-7f53-4898-a9b6-16d39d67cd37 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (67d1f7ed-851d-4e57-a305-62d7260a1f9b), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:41.289221 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d38dd-7f53-4898-a9b6-16d39d67cd37 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d1f7ed-851d-4e57-a305-62d7260a1f9b,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:41.298155 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-517d38dd-7f53-4898-a9b6-16d39d67cd37 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:41.307651 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-517d38dd-7f53-4898-a9b6-16d39d67cd37 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1614954 Feb 07 04:16:41.501366 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e038-2f8e-48fe-9db0-a4e853b7580b req-fe2eb417-4e8e-4fda-98b1-904982651aab tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:41.509435 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a398e038-2f8e-48fe-9db0-a4e853b7580b req-fe2eb417-4e8e-4fda-98b1-904982651aab tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 944 time: 0.0666392 Feb 07 04:16:41.573867 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a398e038-2f8e-48fe-9db0-a4e853b7580b req-a9ec5bd5-2006-4fd6-a72d-dfbf2a0748b3 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634525 Feb 07 04:16:41.807172 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-ad7afbf1-d0af-44f3-bf38-1acd1931d94a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:41.808751 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 322a9ce5-ccea-4c84-9f6a-043d81d5c969 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:41.809277 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-ad7afbf1-d0af-44f3-bf38-1acd1931d94a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 815 time: 0.1426308 Feb 07 04:16:41.824755 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-4cfe7208-bd42-4434-b257-78048c1323e3 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/quotas/e0b4e3629fd9463cbb7ec690e5290d6d HTTP/1.1" status: 200 len: 375 time: 0.0102282 Feb 07 04:16:41.878344 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 322a9ce5-ccea-4c84-9f6a-043d81d5c969 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:41.879154 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:41.907598 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-18f0624a-08c6-48df-8623-dff70e4ec080 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763135 Feb 07 04:16:41.982436 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 322a9ce5-ccea-4c84-9f6a-043d81d5c969 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:41.982832 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:42.033892 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] For port 322a9ce5-ccea-4c84-9f6a-043d81d5c969, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=322a9ce5-ccea-4c84-9f6a-043d81d5c969,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:42.046664 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:42.069535 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-e9a9e3a3-bdd8-449e-bf8e-f1b618db89d5 service neutron] 10.222.0.13 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435430 Feb 07 04:16:42.116366 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Pushing event updated for resources: {'Port': ['ID=322a9ce5-ccea-4c84-9f6a-043d81d5c969,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:42.170577 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-5111537c-937b-4caf-ace0-085008b84ebc service neutron] 10.222.0.13 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002131 Feb 07 04:16:42.340353 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e485f5ae-883a-4be2-a55a-b6b0803e5f2c req-3c73a6a2-b12f-4325-8e1a-185a1c97aa11 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 210 time: 0.0355453 Feb 07 04:16:42.693864 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e77d8-f0e1-4d51-83e1-642b60e91f9e req-d7289bef-4d7c-436e-8f61-c7b54252d83b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:42.701447 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8e4e77d8-f0e1-4d51-83e1-642b60e91f9e req-d7289bef-4d7c-436e-8f61-c7b54252d83b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 944 time: 0.0637498 Feb 07 04:16:42.746175 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8e4e77d8-f0e1-4d51-83e1-642b60e91f9e req-74ae80a0-e6a6-425e-95ee-c6caef98d4a0 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437996 Feb 07 04:16:43.441923 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-174908c4-e564-41e4-9543-6664e68700a1 req-2cfb7972-2df9-4a6e-9382-40b07203b706 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 210 time: 0.0313475 Feb 07 04:16:43.679505 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 322a9ce5-ccea-4c84-9f6a-043d81d5c969 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:43.731699 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port 322a9ce5-ccea-4c84-9f6a-043d81d5c969 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:43.732099 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:43.814362 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port 322a9ce5-ccea-4c84-9f6a-043d81d5c969 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:43.882835 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc37c50-ab8e-4ed8-9704-4f7f4140a63e req-8f7df801-3f26-4ea6-aa70-f3c8f358de42 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:43.884289 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cbc37c50-ab8e-4ed8-9704-4f7f4140a63e req-8f7df801-3f26-4ea6-aa70-f3c8f358de42 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 944 time: 0.0555840 Feb 07 04:16:43.930600 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Sync routers for ids ['92ee5430-8078-40dd-933f-e8f83cee82a9'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:16:43.940820 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cbc37c50-ab8e-4ed8-9704-4f7f4140a63e req-266b5170-0a01-474c-ae83-54648293cd86 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495429 Feb 07 04:16:43.941291 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Routers {'92ee5430-8078-40dd-933f-e8f83cee82a9'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:43.941996 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['92ee5430-8078-40dd-933f-e8f83cee82a9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:44.064608 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Set router 92ee5430-8078-40dd-933f-e8f83cee82a9 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:44.091348 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-3051025b-4a5c-44af-b334-2ac5c12359bf tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:44.092972 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-3051025b-4a5c-44af-b334-2ac5c12359bf tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 815 time: 0.1118755 Feb 07 04:16:44.119531 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'port': {'device_id': '828835f3-29a3-4688-a490-18027416ef41', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'admin_state_up': True, 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:44.227262 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Made reservation on behalf of e0b4e3629fd9463cbb7ec690e5290d6d for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:16:44.230731 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:44.291879 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:29Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 4, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'gw_port': {'id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:30Z', 'updated_at': '2022-02-07T04:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'ca401827-a20d-4813-97a6-ab2d359bf797', 'name': '', 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'mac_address': 'fa:16:3e:65:66:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:35Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 2, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'subnets': [{'id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:44.323775 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Checking router: 92ee5430-8078-40dd-933f-e8f83cee82a9 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:16:44.324297 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Updating router 92ee5430-8078-40dd-933f-e8f83cee82a9 port ca401827-a20d-4813-97a6-ab2d359bf797 binding host dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 04:16:44.352626 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:44.394480 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Allocated IP 172.20.0.5 (752f9bcd-f66a-4b46-888d-f131e2a320c5/90d668c8-de27-4f82-84c5-b7d3289864a6/8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:16:44.621011 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3ab24460-f6f9-437c-a8e5-f4ab444c013d req-2f70143a-9641-4791-9e8f-f30731d57ab7 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 210 time: 0.0348446 Feb 07 04:16:44.698210 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Publish callbacks [] for port (ca401827-a20d-4813-97a6-ab2d359bf797), precommit_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:44.705355 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:44.758023 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bec20-2081-4aa8-a01a-a5dd22bc974b None None] Pushing event updated for resources: {'Port': ['ID=ca401827-a20d-4813-97a6-ab2d359bf797,revision_number=3']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:44.823770 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Attempting to bind port ca401827-a20d-4813-97a6-ab2d359bf797 on host dv-cinder-799631-7-iscsi for vnic_type normal with profile {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:44.824296 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Attempting to bind port ca401827-a20d-4813-97a6-ab2d359bf797 by drivers openvswitch,hyperv on host dv-cinder-799631-7-iscsi at level 0 using segments [{'id': '5fecadb3-df28-4600-b06b-1bf6087a437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38'}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:44.824724 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Attempting to bind port ca401827-a20d-4813-97a6-ab2d359bf797 on network f6022171-edb1-438e-8dc9-bcdd6a180e38 {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:44.833245 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Checking agent: {'id': 'a537584b-8c37-4954-81e7-16e8156a431a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 7, 5), 'started_at': datetime.datetime(2022, 2, 7, 4, 7, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:44.833911 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Checking segment: {'id': '5fecadb3-df28-4600-b06b-1bf6087a437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:44.835138 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:44.835707 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Bound using segment: {'id': '5fecadb3-df28-4600-b06b-1bf6087a437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38'} {{(pid=102769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:44.836613 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.managers [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Bound port: ca401827-a20d-4813-97a6-ab2d359bf797, host: dv-cinder-799631-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fecadb3-df28-4600-b06b-1bf6087a437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38'}}] {{(pid=102769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:44.840933 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:44.895391 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:44.931611 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] For port ca401827-a20d-4813-97a6-ab2d359bf797, host dv-cinder-799631-7-iscsi, cleared binding levels {{(pid=102769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:44.936511 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] For port ca401827-a20d-4813-97a6-ab2d359bf797, host dv-cinder-799631-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=ca401827-a20d-4813-97a6-ab2d359bf797,segment=NetworkSegment(5fecadb3-df28-4600-b06b-1bf6087a437c),segment_id=5fecadb3-df28-4600-b06b-1bf6087a437c)] {{(pid=102769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:44.944636 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:44.966127 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:45.066809 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'Port': ['ID=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:45.071108 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a262294-9393-491c-ae52-df325a2699d0 req-9cba50e2-0ebd-4928-b8f7-b6068aebacb3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:45.072723 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2a262294-9393-491c-ae52-df325a2699d0 req-9cba50e2-0ebd-4928-b8f7-b6068aebacb3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0672016 Feb 07 04:16:45.099733 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.100926 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.101444 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.101943 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.102438 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.102949 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.103439 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.103943 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.104561 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.104899 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.105237 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.105575 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.105910 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:45.131510 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2a262294-9393-491c-ae52-df325a2699d0 req-8cfae079-1eef-4946-9956-61cd2c995fce tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Feb 07 04:16:45.138757 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:16:45.143602 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-29bef86e-8764-440c-a4f9-55f49b1254d1 None None] Provisioning complete for port ca401827-a20d-4813-97a6-ab2d359bf797 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:45.144252 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29bef86e-8764-440c-a4f9-55f49b1254d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:45.147448 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:16:45.150895 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:16:45.186998 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-817d33f6-a9c9-452d-9785-488d27f2f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:45.189137 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-817d33f6-a9c9-452d-9785-488d27f2f575 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1129 time: 0.1653986 Feb 07 04:16:45.190861 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Routers {'92ee5430-8078-40dd-933f-e8f83cee82a9'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:16:45.191539 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:16:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['92ee5430-8078-40dd-933f-e8f83cee82a9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:45.196489 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bec20-2081-4aa8-a01a-a5dd22bc974b None None] Pushing event updated for resources: {'Port': ['ID=ca401827-a20d-4813-97a6-ab2d359bf797,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:45.222977 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c662b-8075-45c8-8f88-defbcadd8ace req-a08b6450-ca6e-4675-be14-9d618c1ed9cf tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:45.224814 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8b4c662b-8075-45c8-8f88-defbcadd8ace req-a08b6450-ca6e-4675-be14-9d618c1ed9cf tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 944 time: 0.1914763 Feb 07 04:16:45.298951 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:45.299682 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:45.363230 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-0531367c-f49d-4559-9e8f-be0c6c7106c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2481387 Feb 07 04:16:45.377131 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-29bef86e-8764-440c-a4f9-55f49b1254d1 None None] Current status of the port ca401827-a20d-4813-97a6-ab2d359bf797 is: DOWN; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:45.377523 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29bef86e-8764-440c-a4f9-55f49b1254d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:45.391822 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8b4c662b-8075-45c8-8f88-defbcadd8ace req-02413c97-a5de-4317-8ded-47235841fa7d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533988 Feb 07 04:16:45.414099 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Request body: {'port': {'device_id': '828835f3-29a3-4688-a490-18027416ef41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:16:45.415587 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] Set router 92ee5430-8078-40dd-933f-e8f83cee82a9 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:16:45.459319 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-1f970f12-3273-4f87-9a04-1df63e9b124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:45.462167 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-1f970f12-3273-4f87-9a04-1df63e9b124f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 919 time: 0.2574258 Feb 07 04:16:45.530853 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-4a5a34d9-5a8f-4478-be92-e533109a175c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a3936d-26aa-4031-920c-7291ded7d6bc HTTP/1.1" status: 200 len: 217 time: 0.0593429 Feb 07 04:16:45.563075 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-29bef86e-8764-440c-a4f9-55f49b1254d1 None None] For port ca401827-a20d-4813-97a6-ab2d359bf797, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=ca401827-a20d-4813-97a6-ab2d359bf797,segment=NetworkSegment(5fecadb3-df28-4600-b06b-1bf6087a437c),segment_id=5fecadb3-df28-4600-b06b-1bf6087a437c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:45.568485 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29bef86e-8764-440c-a4f9-55f49b1254d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:45.593008 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:45.615925 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-34e2d32c-97c4-4879-8bfb-9534cdaf94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:45.617421 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-34e2d32c-97c4-4879-8bfb-9534cdaf94e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.0699787 Feb 07 04:16:45.668850 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-51e286cf-08aa-4715-8c22-b4ecf3447aaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296299 Feb 07 04:16:45.724167 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bef86e-8764-440c-a4f9-55f49b1254d1 None None] Pushing event updated for resources: {'Port': ['ID=ca401827-a20d-4813-97a6-ab2d359bf797,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:45.755881 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04bb90-1071-4afb-b675-1d5436bc15b7 req-d8676b8a-2434-4ce1-8557-5b5dbfc9e95e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:45.757166 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bc254c07-d121-405e-9fcd-bb943b5c6df9 None None] Provisioning complete for port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:45.757611 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bc254c07-d121-405e-9fcd-bb943b5c6df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:45.758543 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6c04bb90-1071-4afb-b675-1d5436bc15b7 req-d8676b8a-2434-4ce1-8557-5b5dbfc9e95e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 931 time: 0.0618203 Feb 07 04:16:45.792910 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device ca401827-a20d-4813-97a6-ab2d359bf797 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:45.820572 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6c04bb90-1071-4afb-b675-1d5436bc15b7 req-0317d224-e65d-4410-88d1-6ceb18f43cb3 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552187 Feb 07 04:16:45.840668 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bc254c07-d121-405e-9fcd-bb943b5c6df9 None None] Port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:16:45.851961 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:29Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 4, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'gw_port': {'id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:30Z', 'updated_at': '2022-02-07T04:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'ca401827-a20d-4813-97a6-ab2d359bf797', 'name': '', 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'mac_address': 'fa:16:3e:65:66:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:35Z', 'updated_at': '2022-02-07T04:16:44Z', 'revision_number': 4, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'subnets': [{'id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:16:45.887774 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b80759-e133-4b1b-8c13-68b3046cd744 None None] The sync data for ids ['92ee5430-8078-40dd-933f-e8f83cee82a9'] in dv-cinder-799631-7-iscsi is: [{'id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:29Z', 'updated_at': '2022-02-07T04:16:36Z', 'revision_number': 4, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'gw_port': {'id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:30Z', 'updated_at': '2022-02-07T04:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'ca401827-a20d-4813-97a6-ab2d359bf797', 'name': '', 'network_id': 'f6022171-edb1-438e-8dc9-bcdd6a180e38', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'mac_address': 'fa:16:3e:65:66:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:35Z', 'updated_at': '2022-02-07T04:16:44Z', 'revision_number': 4, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'subnets': [{'id': 'c59014ab-ce38-47ce-af74-58f2d7830491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:16:45.889516 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-bc254c07-d121-405e-9fcd-bb943b5c6df9 None None] Provisioning complete for port ca401827-a20d-4813-97a6-ab2d359bf797 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:45.889894 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bc254c07-d121-405e-9fcd-bb943b5c6df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:45.942176 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-1cc3f675-5893-4a41-8b2f-e91188e9ed5c service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643862 Feb 07 04:16:45.952332 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port ca401827-a20d-4813-97a6-ab2d359bf797 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:45.952332 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:46.055316 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-bc254c07-d121-405e-9fcd-bb943b5c6df9 None None] Current status of the port ca401827-a20d-4813-97a6-ab2d359bf797 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:46.068482 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port ca401827-a20d-4813-97a6-ab2d359bf797 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:46.106398 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:16:46.116475 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Publish callbacks [] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:46.120478 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bf7efaa2-40db-4503-9a11-2b21c82d1a37 req-533e0d16-e769-4c0e-9c65-8f55a0cbae7b service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458492 Feb 07 04:16:46.131497 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Transition to ACTIVE for port object 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:16:46.134740 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:46.192208 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:46.324039 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acae4e-12fa-4fc4-8908-b4048767ea42 req-2ce116f2-8797-4276-8cb0-3dd2b9dde265 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:46.325663 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6acae4e-12fa-4fc4-8908-b4048767ea42 req-2ce116f2-8797-4276-8cb0-3dd2b9dde265 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1019316 Feb 07 04:16:46.328655 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Attempting to bind port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:16:46.328996 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Attempting to bind port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:16:46.329321 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Attempting to bind port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 on network 752f9bcd-f66a-4b46-888d-f131e2a320c5 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:46.340983 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 on network 752f9bcd-f66a-4b46-888d-f131e2a320c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:16:46.341289 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Attempting to bind port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 on network 752f9bcd-f66a-4b46-888d-f131e2a320c5 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:16:46.356734 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:16:46.356734 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Checking segment: {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:16:46.356734 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Bound using segment: {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:16:46.356734 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Bound port: 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:16:46.357170 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:46.417269 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6acae4e-12fa-4fc4-8908-b4048767ea42 req-a23be557-50f4-46f6-9d1d-fe1c489c0e6a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841897 Feb 07 04:16:46.479700 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] For port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:16:46.486258 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] For port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:16:46.509241 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:46.555513 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:46.556183 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:46.557621 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] 10.222.0.30 "PUT /v2.0/ports/8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 1093 time: 1.1562016 Feb 07 04:16:46.560031 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:16:46.562300 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27972fc-829e-414c-866a-9926398dbd80" -d '{"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:16:46.592767 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c697ab-2e56-4c31-88e6-1f26e949d308 req-7e5ca996-4072-40f1-8060-ad1131fa1e5a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:46.606322 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-08c697ab-2e56-4c31-88e6-1f26e949d308 req-7e5ca996-4072-40f1-8060-ad1131fa1e5a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 944 time: 0.1157453 Feb 07 04:16:46.606726 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5b953-58a1-416d-8da1-132d31da5e82 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:46.633204 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d163a1fc-cf8b-464f-9072-2669aa0d2185 x-openstack-request-id: req-d163a1fc-cf8b-464f-9072-2669aa0d2185 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:16:46.633504 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:16:46.633768 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d163a1fc-cf8b-464f-9072-2669aa0d2185 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:16:46.634176 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'status': 'completed', 'code': 200} Feb 07 04:16:46.673756 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-08c697ab-2e56-4c31-88e6-1f26e949d308 req-c78895a7-1dc2-499a-9866-c9a345ceeef2 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700729 Feb 07 04:16:46.732269 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-88a3a614-0a11-4f7a-b8b0-97f10124ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:46.733803 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-88a3a614-0a11-4f7a-b8b0-97f10124ba41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1127 time: 0.0724909 Feb 07 04:16:46.817076 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-1e655774-8519-4f5d-9805-296f87bb074e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0387175 Feb 07 04:16:46.864371 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-ac94633f-80fc-4445-be8c-b114c58642f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:46.866287 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-ac94633f-80fc-4445-be8c-b114c58642f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0424461 Feb 07 04:16:46.948750 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-5c058345-5bda-4821-b4a3-413b24e78574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:46.950269 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-5c058345-5bda-4821-b4a3-413b24e78574 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787022 Feb 07 04:16:46.969013 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c81b1b-4129-4422-bcc2-d538175586ac req-bebd9290-1c6f-4cfa-b4bd-2e5c963975c9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:46.970430 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-89c81b1b-4129-4422-bcc2-d538175586ac req-bebd9290-1c6f-4cfa-b4bd-2e5c963975c9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0637245 Feb 07 04:16:47.071113 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-89c81b1b-4129-4422-bcc2-d538175586ac req-e91f66d5-3562-47a8-8a07-4811d1061e4e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927601 Feb 07 04:16:47.087947 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-b738c96a-8c63-42e8-994d-ca68c20d737c service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166162 Feb 07 04:16:47.183053 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b00f9b6-e176-437e-ae7b-08f9075880b2 req-e8c19d23-535f-429e-b8aa-67cfc4b46f64 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881083 Feb 07 04:16:47.317913 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27972fc-829e-414c-866a-9926398dbd80 req-c51f68f3-307f-48cd-9230-c855dc238ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:47.319397 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e27972fc-829e-414c-866a-9926398dbd80 req-c51f68f3-307f-48cd-9230-c855dc238ddd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1127 time: 0.0469103 Feb 07 04:16:47.413559 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27972fc-829e-414c-866a-9926398dbd80 req-b0c6112c-d0be-41db-95f8-175c2abdaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:47.414999 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e27972fc-829e-414c-866a-9926398dbd80 req-b0c6112c-d0be-41db-95f8-175c2abdaadc service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0881841 Feb 07 04:16:47.463564 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e27972fc-829e-414c-866a-9926398dbd80 req-a7b318cb-7dec-467f-90aa-0cb4d66839d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0357230 Feb 07 04:16:47.520627 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27972fc-829e-414c-866a-9926398dbd80 req-3280782e-fc0c-4769-b142-a317272d5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:47.523065 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e27972fc-829e-414c-866a-9926398dbd80 req-3280782e-fc0c-4769-b142-a317272d5208 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0466049 Feb 07 04:16:47.559015 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67d3b9-963a-4eb9-99ea-91e72943526c req-2bde1b0e-2c1a-4187-9aff-35efca33ff29 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:47.560652 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0b67d3b9-963a-4eb9-99ea-91e72943526c req-2bde1b0e-2c1a-4187-9aff-35efca33ff29 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0669582 Feb 07 04:16:47.579319 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27972fc-829e-414c-866a-9926398dbd80 req-90d5a232-4cfd-4dd0-bd88-e94702754657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:47.583950 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e27972fc-829e-414c-866a-9926398dbd80 req-90d5a232-4cfd-4dd0-bd88-e94702754657 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541201 Feb 07 04:16:47.618139 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0b67d3b9-963a-4eb9-99ea-91e72943526c req-05517556-25b6-4f8b-b189-a5fde2924f1b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Feb 07 04:16:47.682679 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device ca401827-a20d-4813-97a6-ab2d359bf797 up at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:47.683163 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e27972fc-829e-414c-866a-9926398dbd80 req-381d5a10-7156-4d87-b5b4-f6686d8bb98f service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909536 Feb 07 04:16:47.744238 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Provisioning complete for port ca401827-a20d-4813-97a6-ab2d359bf797 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:47.745594 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:47.844751 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e27972fc-829e-414c-866a-9926398dbd80 req-2af1ea78-3f30-48cc-a9e1-aa9dba6bdc7b service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500800 Feb 07 04:16:47.855269 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af304acc-f97d-484b-ac77-4093dedca2c0 req-1be6842b-cdd3-49d8-9504-2a5ead898deb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:47.857357 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Current status of the port ca401827-a20d-4813-97a6-ab2d359bf797 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:47.857742 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af304acc-f97d-484b-ac77-4093dedca2c0 req-1be6842b-cdd3-49d8-9504-2a5ead898deb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 944 time: 0.1005030 Feb 07 04:16:47.904303 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af304acc-f97d-484b-ac77-4093dedca2c0 req-e68d2ec0-93e1-49a4-8bdb-80c21704bb0b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Feb 07 04:16:48.195037 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575a2ac-0df3-4207-bb3c-7ec53c6f5f65 req-afa42d20-7f9c-449a-8a0a-ec467795b1ef tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:48.196649 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2575a2ac-0df3-4207-bb3c-7ec53c6f5f65 req-afa42d20-7f9c-449a-8a0a-ec467795b1ef tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0574334 Feb 07 04:16:48.243798 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2575a2ac-0df3-4207-bb3c-7ec53c6f5f65 req-25abacff-c1f4-4643-9897-1cd66f0c451a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 Feb 07 04:16:48.670347 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:16:48.754860 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5082-1d42-4a15-a1c8-d540d3a873b2 req-8ae85ba9-a820-4def-9d53-7efc09635c51 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:48.756376 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35ed5082-1d42-4a15-a1c8-d540d3a873b2 req-8ae85ba9-a820-4def-9d53-7efc09635c51 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0546744 Feb 07 04:16:48.799918 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:48.813849 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'port_id': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61', 'mac_address': 'fa:16:3e:0d:2f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:16:48.818015 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35ed5082-1d42-4a15-a1c8-d540d3a873b2 req-55acc0e6-d3bf-4899-811f-f4f53d11d958 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544274 Feb 07 04:16:48.853267 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:48.853851 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:48.867679 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:16:48.889100 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:48.894064 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:48.950454 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:48.957980 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.958328 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.958696 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.959028 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.959416 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.960280 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.960613 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.960963 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.961291 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.961635 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.961975 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.962282 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:48.962599 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:16:49.036604 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd1243-1228-4925-9581-2b1722cee241 req-5d8b7ee0-a398-4dca-b538-78e5995199ba tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:49.038215 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fdcd1243-1228-4925-9581-2b1722cee241 req-5d8b7ee0-a398-4dca-b538-78e5995199ba tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 945 time: 0.0538242 Feb 07 04:16:49.093421 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fdcd1243-1228-4925-9581-2b1722cee241 req-fb4c4acd-43da-4d1e-88b3-b10d6031968c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432761 Feb 07 04:16:49.381185 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff7981-1111-49e1-873f-b69227742ccb req-5a783a42-958c-4bb6-8140-125cd0cf8503 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:49.383333 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-01ff7981-1111-49e1-873f-b69227742ccb req-5a783a42-958c-4bb6-8140-125cd0cf8503 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0582683 Feb 07 04:16:49.428239 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-01ff7981-1111-49e1-873f-b69227742ccb req-82e1995a-f395-4fc1-80f8-c92555cc80e6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Feb 07 04:16:49.789235 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['16d71b5a-130e-4a2a-ba8d-452f52e1fb61'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:16:50.002517 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9c3d-b2d7-4293-9e55-25b3d84f837b req-5861a070-a6c1-4e46-8c5f-c4a2db57a6c1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:50.003979 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-940b9c3d-b2d7-4293-9e55-25b3d84f837b req-5861a070-a6c1-4e46-8c5f-c4a2db57a6c1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0704255 Feb 07 04:16:50.059057 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-940b9c3d-b2d7-4293-9e55-25b3d84f837b req-2cfbda65-c40d-40be-a849-ade5c8428523 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493124 Feb 07 04:16:50.223492 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436bb9c-42d5-45d3-a3c4-ae71a8a2ac09 req-98466388-6ce9-42c7-b8c2-ce4bc203c4f5 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:50.225155 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8436bb9c-42d5-45d3-a3c4-ae71a8a2ac09 req-98466388-6ce9-42c7-b8c2-ce4bc203c4f5 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 945 time: 0.0628302 Feb 07 04:16:50.275133 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8436bb9c-42d5-45d3-a3c4-ae71a8a2ac09 req-544679de-ebef-4245-87e8-c34c24b6aedc tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441055 Feb 07 04:16:50.556821 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a40b-2c4c-4ece-91bd-a970898fda34 req-c86af6d5-9ce6-43a9-9c3f-60268b366bdd tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:50.558349 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b654a40b-2c4c-4ece-91bd-a970898fda34 req-c86af6d5-9ce6-43a9-9c3f-60268b366bdd tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0557849 Feb 07 04:16:50.614458 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b654a40b-2c4c-4ece-91bd-a970898fda34 req-6ee0d013-b498-4f5c-9b04-1022d780d119 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502615 Feb 07 04:16:51.200439 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4af80-a27f-4a53-9a32-22547a77243a req-a6038560-4594-43eb-9463-c968a2399341 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:51.201946 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1a4af80-a27f-4a53-9a32-22547a77243a req-a6038560-4594-43eb-9463-c968a2399341 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0666475 Feb 07 04:16:51.250571 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1a4af80-a27f-4a53-9a32-22547a77243a req-d7f9ba09-7910-4b09-a954-cab4ee12b9a5 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427141 Feb 07 04:16:51.395236 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a9be-5a6a-4a90-ac31-19f9b1b2cd0b req-d82bd9e9-b4fc-4337-a2f6-85ac3d8831db tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:51.397358 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d728a9be-5a6a-4a90-ac31-19f9b1b2cd0b req-d82bd9e9-b4fc-4337-a2f6-85ac3d8831db tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 945 time: 0.0533004 Feb 07 04:16:51.445962 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d728a9be-5a6a-4a90-ac31-19f9b1b2cd0b req-20000b66-93c2-4083-83d1-a1de42cc8ba9 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 Feb 07 04:16:51.744614 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7c39c-f6e1-4f9f-b309-fa44e17a2a3c req-7be16e6d-a748-41af-9137-a0e596973ddb tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:51.746599 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-eba7c39c-f6e1-4f9f-b309-fa44e17a2a3c req-7be16e6d-a748-41af-9137-a0e596973ddb tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0565450 Feb 07 04:16:51.815402 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-eba7c39c-f6e1-4f9f-b309-fa44e17a2a3c req-629e5df9-8fad-4aa9-b1f1-5c36b0875c0e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622718 Feb 07 04:16:52.387590 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ef1e0-a412-47dd-beb1-168df918c303 req-bdf083e2-dd8b-45ee-bfc6-e7453bf0e6ed tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:52.389085 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-125ef1e0-a412-47dd-beb1-168df918c303 req-bdf083e2-dd8b-45ee-bfc6-e7453bf0e6ed tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0687983 Feb 07 04:16:52.439188 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-125ef1e0-a412-47dd-beb1-168df918c303 req-75cecfc1-0dcb-4116-8186-453ff5eb6b63 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446484 Feb 07 04:16:52.569785 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f145-9206-4f50-a8ec-92d60d5f15f1 req-7e2b41de-6a04-4c3e-b36a-f64e74523314 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:52.571312 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-02e2f145-9206-4f50-a8ec-92d60d5f15f1 req-7e2b41de-6a04-4c3e-b36a-f64e74523314 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 945 time: 0.0572088 Feb 07 04:16:52.618721 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-02e2f145-9206-4f50-a8ec-92d60d5f15f1 req-1355d56b-9ea7-41d9-9b67-f38582ab0db4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419233 Feb 07 04:16:52.675328 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:16:52.738447 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:16:52.743189 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:16:52.743706 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:52.851332 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:16:52.851726 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:52.912662 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:16:52.915750 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c88671a-5829-4c30-a0ff-3b27d82bb87d" -d '{"events": [{"server_uuid": "570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb", "name": "network-vif-plugged", "status": "completed", "tag": "16d71b5a-130e-4a2a-ba8d-452f52e1fb61"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:16:52.942746 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:16:52.958460 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:52.989798 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34dd6e4-c999-4243-9236-81f6d084dadb x-openstack-request-id: req-a34dd6e4-c999-4243-9236-81f6d084dadb {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:16:52.990129 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb", "name": "network-vif-plugged", "status": "completed", "tag": "16d71b5a-130e-4a2a-ba8d-452f52e1fb61", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:16:52.990412 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a34dd6e4-c999-4243-9236-81f6d084dadb {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:16:52.991422 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61', 'code': 200} Feb 07 04:16:52.997500 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015d99f-0657-4d32-bbc6-9389836e7c0c req-0828170d-8c08-4389-a5b8-85d42082fe21 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:52.999879 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d015d99f-0657-4d32-bbc6-9389836e7c0c req-0828170d-8c08-4389-a5b8-85d42082fe21 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0881777 Feb 07 04:16:53.027425 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:16:53.058027 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d015d99f-0657-4d32-bbc6-9389836e7c0c req-2e2156d8-7dec-428a-b7db-121e89cb497c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489323 Feb 07 04:16:53.574744 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c1701-01b3-4553-8808-ee34911dbf42 req-d4e47243-73ce-4d70-b87b-327cd0428b56 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:53.576993 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-563c1701-01b3-4553-8808-ee34911dbf42 req-d4e47243-73ce-4d70-b87b-327cd0428b56 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0588422 Feb 07 04:16:53.629454 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-563c1701-01b3-4553-8808-ee34911dbf42 req-1dc03c73-404c-442b-9994-46ff42ed3c9f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Feb 07 04:16:53.751756 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b4ea5-62b5-4999-b3ca-5c44cb0f5e01 req-4e5b5beb-9b41-4211-9320-15d6693d412c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:53.753229 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-173b4ea5-62b5-4999-b3ca-5c44cb0f5e01 req-4e5b5beb-9b41-4211-9320-15d6693d412c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0598862 Feb 07 04:16:53.805723 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-173b4ea5-62b5-4999-b3ca-5c44cb0f5e01 req-2f19182e-8838-47c2-a0d6-381062df8f02 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 Feb 07 04:16:54.177608 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e8728-bb87-4767-b47c-5517549d7e99 req-4339038c-431b-4593-b022-c36747b69f3f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:54.179174 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a18e8728-bb87-4767-b47c-5517549d7e99 req-4339038c-431b-4593-b022-c36747b69f3f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0550313 Feb 07 04:16:54.231654 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a18e8728-bb87-4767-b47c-5517549d7e99 req-9b2310fc-5931-4969-8a43-b52b753ec060 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469315 Feb 07 04:16:54.757820 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b5a5e-4309-4138-8576-1ece66597a8c req-05d7e668-0f13-433a-a0f1-cbb2506ba32c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:54.762267 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bd3b5a5e-4309-4138-8576-1ece66597a8c req-05d7e668-0f13-433a-a0f1-cbb2506ba32c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0597968 Feb 07 04:16:54.805720 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bd3b5a5e-4309-4138-8576-1ece66597a8c req-69b17dcf-903e-48ef-b3a8-878741f4a873 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Feb 07 04:16:54.936147 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a90f8-5bb0-46ce-af5f-b150e2983ed4 req-4782e70b-a34e-4667-b053-99dbc6f199df tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:54.937548 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2e7a90f8-5bb0-46ce-af5f-b150e2983ed4 req-4782e70b-a34e-4667-b053-99dbc6f199df tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0524313 Feb 07 04:16:55.005355 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2e7a90f8-5bb0-46ce-af5f-b150e2983ed4 req-2403a26a-3ad8-4fa7-be5f-fe8298274fd1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595391 Feb 07 04:16:55.361431 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7d671-ffc0-4ae1-b663-4ed7b2eb2cad req-113442d2-544d-4f26-8845-2a181fdbe5d7 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:55.362927 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-08b7d671-ffc0-4ae1-b663-4ed7b2eb2cad req-113442d2-544d-4f26-8845-2a181fdbe5d7 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0651755 Feb 07 04:16:55.424757 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-08b7d671-ffc0-4ae1-b663-4ed7b2eb2cad req-0da03100-e8f3-4c57-9117-a4611e4e2071 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458267 Feb 07 04:16:55.930807 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd124ae-b900-4afe-8197-03e3f4be4960 req-1464c308-245a-4437-b322-f49046f0942d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:55.932462 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2fd124ae-b900-4afe-8197-03e3f4be4960 req-1464c308-245a-4437-b322-f49046f0942d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0573409 Feb 07 04:16:55.984516 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2fd124ae-b900-4afe-8197-03e3f4be4960 req-afd3103b-a90f-4bab-8e33-d14f7242adbc tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Feb 07 04:16:56.338612 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6a1cb-c792-4700-8cd2-d9dcd46a8fbd req-873a973d-5b77-4261-ac34-0bf069326dda tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:56.340183 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3ba6a1cb-c792-4700-8cd2-d9dcd46a8fbd req-873a973d-5b77-4261-ac34-0bf069326dda tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.2563717 Feb 07 04:16:56.392450 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3ba6a1cb-c792-4700-8cd2-d9dcd46a8fbd req-7621dba3-59e7-4140-85f6-0c5fd417b583 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454865 Feb 07 04:16:56.553235 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d9391-0572-4c28-8ef4-001375c51903 req-d4f71ac3-8bd7-4a63-8138-ce7f8459598e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:56.554747 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c11d9391-0572-4c28-8ef4-001375c51903 req-d4f71ac3-8bd7-4a63-8138-ce7f8459598e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0591614 Feb 07 04:16:56.609692 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c11d9391-0572-4c28-8ef4-001375c51903 req-e8d53c38-ae1b-4b0e-904b-fd703cf49ef1 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491548 Feb 07 04:16:57.104375 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da51cf9-e65d-481f-81c5-da0ac5a5a679 req-0944f504-8ec6-4cba-ae55-a7d91ed7fd66 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:57.105886 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2da51cf9-e65d-481f-81c5-da0ac5a5a679 req-0944f504-8ec6-4cba-ae55-a7d91ed7fd66 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0558298 Feb 07 04:16:57.152624 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2da51cf9-e65d-481f-81c5-da0ac5a5a679 req-a2b00243-3f67-4e66-a6a5-dbf208d22b78 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 Feb 07 04:16:57.518189 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcdae7-d25b-4e45-8a42-42cda285cb05 req-22d371ba-897c-4fdf-9709-c2a6eb5ec89c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:57.519704 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cabcdae7-d25b-4e45-8a42-42cda285cb05 req-22d371ba-897c-4fdf-9709-c2a6eb5ec89c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0545876 Feb 07 04:16:57.568179 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cabcdae7-d25b-4e45-8a42-42cda285cb05 req-a195a5d2-a009-4331-8e5d-1afa8616179e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Feb 07 04:16:57.623000 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:57.733314 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a24308-a115-443a-923e-e653ef0d27c2 req-a57e8163-34b8-448a-9c69-e90f84c33965 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:57.734774 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-81a24308-a115-443a-923e-e653ef0d27c2 req-a57e8163-34b8-448a-9c69-e90f84c33965 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0578868 Feb 07 04:16:57.784784 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-81a24308-a115-443a-923e-e653ef0d27c2 req-117d6d1d-838d-4521-b19c-a0b80fefe3ac tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Feb 07 04:16:58.308483 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9f54c-0c5f-4d62-98b6-c8e361ac7b10 req-b908d006-2b78-426e-b479-800fd3537e25 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:58.324345 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-88e9f54c-0c5f-4d62-98b6-c8e361ac7b10 req-b908d006-2b78-426e-b479-800fd3537e25 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0715926 Feb 07 04:16:58.385966 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-88e9f54c-0c5f-4d62-98b6-c8e361ac7b10 req-b9167b28-bc8f-440d-9554-ee63d41bfae3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597322 Feb 07 04:16:58.696336 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d60b4-026d-4f80-96bc-ce1ccd5afacd req-25a99cdc-4839-494f-b740-73748d86dc45 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:58.698211 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a31d60b4-026d-4f80-96bc-ce1ccd5afacd req-25a99cdc-4839-494f-b740-73748d86dc45 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0577157 Feb 07 04:16:58.746016 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a31d60b4-026d-4f80-96bc-ce1ccd5afacd req-faf78fbf-dcc5-4fd6-b01d-b9b08c50c3ad tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416305 Feb 07 04:16:58.904080 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a027db-ca92-4113-a33e-e10d11e63381 req-240c6f26-9d0d-40d5-80e9-01d1e5047586 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:58.905792 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e5a027db-ca92-4113-a33e-e10d11e63381 req-240c6f26-9d0d-40d5-80e9-01d1e5047586 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0558381 Feb 07 04:16:58.951758 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e5a027db-ca92-4113-a33e-e10d11e63381 req-b6a95371-cc0f-4399-bcf5-e49bc98264c9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Feb 07 04:16:59.029934 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-570de28d-3b59-454d-bc2b-c44a96b0c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:16:59.471300 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:16:59.512022 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32666940-8173-42df-a9b0-44a0b384a17a req-5861aa27-5d5a-4c9d-bad1-f2212f5f23ca tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:59.513549 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32666940-8173-42df-a9b0-44a0b384a17a req-5861aa27-5d5a-4c9d-bad1-f2212f5f23ca tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0580122 Feb 07 04:16:59.561835 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32666940-8173-42df-a9b0-44a0b384a17a req-df9a4628-284d-47c0-a3bb-3e53771d27c1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425773 Feb 07 04:16:59.864803 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b9923-9042-4383-bfab-60b8536a2bfc req-7404547e-736f-4099-a7d5-7f24298d08ce tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:16:59.866456 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-653b9923-9042-4383-bfab-60b8536a2bfc req-7404547e-736f-4099-a7d5-7f24298d08ce tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0525692 Feb 07 04:16:59.914810 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-653b9923-9042-4383-bfab-60b8536a2bfc req-9ffb2053-b4b2-492e-83bc-fd7d21799143 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427613 Feb 07 04:17:00.088269 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fce9b8-3629-4374-8f96-69aafed1afae req-e094386b-9ffc-4867-bf16-3b4186a4405a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:00.090573 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-37fce9b8-3629-4374-8f96-69aafed1afae req-e094386b-9ffc-4867-bf16-3b4186a4405a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0555911 Feb 07 04:17:00.140540 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-37fce9b8-3629-4374-8f96-69aafed1afae req-81ad4b57-f72b-427b-ac84-b4b72fe4b729 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Feb 07 04:17:00.692576 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc14ea-6ba6-4254-81c1-a7ee2219be28 req-1aa27c9c-ff0d-45d6-9740-4c752faba8cd tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:00.694515 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fefc14ea-6ba6-4254-81c1-a7ee2219be28 req-1aa27c9c-ff0d-45d6-9740-4c752faba8cd tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0570116 Feb 07 04:17:00.743064 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fefc14ea-6ba6-4254-81c1-a7ee2219be28 req-14958d70-936a-445a-83a5-c337b31d7048 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Feb 07 04:17:01.032602 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece11cc-3e9c-4c14-87bc-8c5dfa610e9b req-84c46d66-e845-49b3-a3c2-6dd01733354d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:01.034096 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4ece11cc-3e9c-4c14-87bc-8c5dfa610e9b req-84c46d66-e845-49b3-a3c2-6dd01733354d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0523055 Feb 07 04:17:01.082834 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4ece11cc-3e9c-4c14-87bc-8c5dfa610e9b req-f073258d-8497-4554-ab40-380bc13f0e6d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 Feb 07 04:17:01.262946 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991b0bc-1b4f-4534-86a9-f13d6e748424 req-484f5748-fa2d-4a74-80c0-13081f2533d0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:01.264471 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9991b0bc-1b4f-4534-86a9-f13d6e748424 req-484f5748-fa2d-4a74-80c0-13081f2533d0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0532200 Feb 07 04:17:01.317778 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9991b0bc-1b4f-4534-86a9-f13d6e748424 req-2ade911a-3f8f-4663-8881-eeec36f8bd27 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477858 Feb 07 04:17:01.349423 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fd51da18-3a97-4875-967c-7bf51f177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:01.872367 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3f7d1-1152-4800-b290-9bae1066c394 req-d027fbf6-ffbf-44b0-9698-40bbce4595c0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:01.873907 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b8b3f7d1-1152-4800-b290-9bae1066c394 req-d027fbf6-ffbf-44b0-9698-40bbce4595c0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0646927 Feb 07 04:17:01.921532 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b8b3f7d1-1152-4800-b290-9bae1066c394 req-90f3666a-667c-41bb-acf9-b20a35a9b6a5 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Feb 07 04:17:02.200445 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f077ee-3fcb-469c-9b7e-d5ae0223094d req-2db654ee-d78f-4cb6-9b4a-6b617f073368 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:02.201975 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a4f077ee-3fcb-469c-9b7e-d5ae0223094d req-2db654ee-d78f-4cb6-9b4a-6b617f073368 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0550711 Feb 07 04:17:02.247146 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a4f077ee-3fcb-469c-9b7e-d5ae0223094d req-804c3c38-10f6-41d8-8471-4540afe7a159 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397298 Feb 07 04:17:02.433375 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20049-dc84-4243-acea-388ea4631314 req-9f8c3b0c-072d-4962-a247-c174c4ac8a01 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:02.434861 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72a20049-dc84-4243-acea-388ea4631314 req-9f8c3b0c-072d-4962-a247-c174c4ac8a01 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0516627 Feb 07 04:17:02.479642 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72a20049-dc84-4243-acea-388ea4631314 req-e38b62bb-5d30-423c-8785-581ca2f618f7 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Feb 07 04:17:02.515139 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:03.034890 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d9914-42a5-4661-8506-e9caba226abc req-d0ffbfde-fc47-4901-ae07-64697183f799 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:03.036372 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b38d9914-42a5-4661-8506-e9caba226abc req-d0ffbfde-fc47-4901-ae07-64697183f799 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0507581 Feb 07 04:17:03.080850 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b38d9914-42a5-4661-8506-e9caba226abc req-2a15c102-b93e-4dc5-8c89-41625f7830ba tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 Feb 07 04:17:03.366048 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad724a-7839-4887-a263-257fd9800e27 req-af0b32d3-9fba-4546-b3f9-9922da11794e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:03.367528 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-37ad724a-7839-4887-a263-257fd9800e27 req-af0b32d3-9fba-4546-b3f9-9922da11794e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0551736 Feb 07 04:17:03.414657 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-37ad724a-7839-4887-a263-257fd9800e27 req-f637398e-d2b4-4f9b-80f3-5a045f49a441 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Feb 07 04:17:03.595364 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afba892-defd-46ad-8c45-a9fba8d2362c req-9988b217-b662-4e81-84f4-86db2c07b074 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:03.598672 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3afba892-defd-46ad-8c45-a9fba8d2362c req-9988b217-b662-4e81-84f4-86db2c07b074 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0533805 Feb 07 04:17:03.647231 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3afba892-defd-46ad-8c45-a9fba8d2362c req-2ecee5a8-a725-454f-9506-5324e6ad7848 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Feb 07 04:17:03.895661 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:04.195530 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210103b-a7ca-4909-9931-cccc93a94cce req-93034cf9-23e1-4c30-878e-7dcd7da51f5f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:04.197074 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3210103b-a7ca-4909-9931-cccc93a94cce req-93034cf9-23e1-4c30-878e-7dcd7da51f5f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0520327 Feb 07 04:17:04.242658 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3210103b-a7ca-4909-9931-cccc93a94cce req-469bc378-23e1-4200-be9e-d893f48e8a1b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Feb 07 04:17:04.529994 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db250b6-a0c6-48cf-8bd5-50b1959e3991 req-7d35542c-429c-407e-ac9a-7c0b68038253 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:04.531454 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5db250b6-a0c6-48cf-8bd5-50b1959e3991 req-7d35542c-429c-407e-ac9a-7c0b68038253 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0520580 Feb 07 04:17:04.576278 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5db250b6-a0c6-48cf-8bd5-50b1959e3991 req-3f83c4d3-50bb-4c1e-a857-aa0026841a7f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Feb 07 04:17:04.769107 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbc47f-150e-4f66-a467-96217764ba0e req-615ce0df-aea1-4d31-af69-64e437f1a7be tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:04.770512 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-81fbc47f-150e-4f66-a467-96217764ba0e req-615ce0df-aea1-4d31-af69-64e437f1a7be tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0588422 Feb 07 04:17:04.823077 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-81fbc47f-150e-4f66-a467-96217764ba0e req-cc660a14-2f0f-4f7b-8e35-0eff87a73173 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Feb 07 04:17:05.240212 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:05.361431 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a611a-1a0a-4949-be93-c0bed6bf5d5e req-c3767492-fbb8-43a1-9f31-d8c5110e748a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:05.362965 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-074a611a-1a0a-4949-be93-c0bed6bf5d5e req-c3767492-fbb8-43a1-9f31-d8c5110e748a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0554471 Feb 07 04:17:05.418207 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-074a611a-1a0a-4949-be93-c0bed6bf5d5e req-dbd262a1-c791-464d-bdc9-094cdd40c8cc tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495653 Feb 07 04:17:05.691275 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de8492-d5b5-49b0-b05b-2247f0bc263f req-5a26c355-a4ba-470d-a3db-8ceb4709beef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:05.692798 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c5de8492-d5b5-49b0-b05b-2247f0bc263f req-5a26c355-a4ba-470d-a3db-8ceb4709beef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0525713 Feb 07 04:17:05.737562 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c5de8492-d5b5-49b0-b05b-2247f0bc263f req-229589be-3186-4269-9828-f294458872cb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Feb 07 04:17:05.941868 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd758c7-a80f-4638-aa9e-dab79e61d966 req-51d6536b-81d0-4ffa-b84a-95247f691fb3 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:05.943325 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bcd758c7-a80f-4638-aa9e-dab79e61d966 req-51d6536b-81d0-4ffa-b84a-95247f691fb3 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0548925 Feb 07 04:17:05.988055 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bcd758c7-a80f-4638-aa9e-dab79e61d966 req-384772f4-734d-448f-86eb-3f5642b5b60e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Feb 07 04:17:06.532814 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d934c-ccf4-4084-a0cd-a781e6e86833 req-4906ab24-8010-4588-b902-8a99a0972bd5 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:06.534291 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-098d934c-ccf4-4084-a0cd-a781e6e86833 req-4906ab24-8010-4588-b902-8a99a0972bd5 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0517535 Feb 07 04:17:06.580727 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-098d934c-ccf4-4084-a0cd-a781e6e86833 req-76775905-c2f9-48ee-aaea-577b4fe13aa7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Feb 07 04:17:06.853182 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c67114-383b-4117-950d-e18e1bf535d3 req-9f4df622-8717-4fc2-8fe8-bb745f9c1f02 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:06.854638 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-47c67114-383b-4117-950d-e18e1bf535d3 req-9f4df622-8717-4fc2-8fe8-bb745f9c1f02 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0504134 Feb 07 04:17:06.904913 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-47c67114-383b-4117-950d-e18e1bf535d3 req-3f76d297-69e9-4575-84e4-6235a1e6a694 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445735 Feb 07 04:17:07.105825 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5789c-082c-477a-bbba-ccc44ea537dd req-586e5a83-86ee-4a0a-9a2d-b83784cfbdc5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:07.107280 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d0a5789c-082c-477a-bbba-ccc44ea537dd req-586e5a83-86ee-4a0a-9a2d-b83784cfbdc5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0545540 Feb 07 04:17:07.151889 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d0a5789c-082c-477a-bbba-ccc44ea537dd req-84093860-f194-4498-84f9-0233a0a267bf tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 Feb 07 04:17:07.697184 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf9da-6146-458f-ad64-8f1401b117c0 req-9047ae76-1a9a-49c6-a57e-abb47503f826 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:07.698558 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-04aaf9da-6146-458f-ad64-8f1401b117c0 req-9047ae76-1a9a-49c6-a57e-abb47503f826 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0507228 Feb 07 04:17:07.746545 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-04aaf9da-6146-458f-ad64-8f1401b117c0 req-4db824fd-e8ff-4ec0-b34b-17fe083d52df tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Feb 07 04:17:08.023335 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59d6c7-c8ec-47c6-bda6-2333d2cf8b36 req-2aa0becb-a675-4446-a692-25f04a8b9f07 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:08.024835 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cd59d6c7-c8ec-47c6-bda6-2333d2cf8b36 req-2aa0becb-a675-4446-a692-25f04a8b9f07 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0521848 Feb 07 04:17:08.069762 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cd59d6c7-c8ec-47c6-bda6-2333d2cf8b36 req-eccd9ca6-7a48-4c6a-ac88-fec02a43113b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390124 Feb 07 04:17:08.266049 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad6184-7d76-45cd-be91-321233bf5125 req-84eb26bd-533f-4212-9862-fa99611b6b93 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:08.267393 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dbad6184-7d76-45cd-be91-321233bf5125 req-84eb26bd-533f-4212-9862-fa99611b6b93 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0502253 Feb 07 04:17:08.311652 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dbad6184-7d76-45cd-be91-321233bf5125 req-38c0ca33-6746-4e12-b77a-806b7e71734c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382564 Feb 07 04:17:08.867411 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8dfe9-f3dc-45aa-8605-5c342d6b15a0 req-f6b5c311-7fb6-43ec-9466-ca645ebe8584 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:08.868908 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c9d8dfe9-f3dc-45aa-8605-5c342d6b15a0 req-f6b5c311-7fb6-43ec-9466-ca645ebe8584 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0554378 Feb 07 04:17:08.914188 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c9d8dfe9-f3dc-45aa-8605-5c342d6b15a0 req-469e9dcf-2731-41f4-8371-3afad8bbb7d7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Feb 07 04:17:09.184627 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423af71b-d931-4ea2-8ec7-3b1968b3c168 req-f84ba355-2ddc-4793-b479-6db17ef8958f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:09.186019 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-423af71b-d931-4ea2-8ec7-3b1968b3c168 req-f84ba355-2ddc-4793-b479-6db17ef8958f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0516992 Feb 07 04:17:09.230242 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-423af71b-d931-4ea2-8ec7-3b1968b3c168 req-21e48433-2128-4f84-96a6-33db9991c065 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389357 Feb 07 04:17:09.426959 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d5285-955c-48d7-ace0-7fdf902a4689 req-5a3588d3-cb05-4ae3-b614-fa5d9a2e5917 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:09.428495 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-330d5285-955c-48d7-ace0-7fdf902a4689 req-5a3588d3-cb05-4ae3-b614-fa5d9a2e5917 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0518267 Feb 07 04:17:09.474001 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-330d5285-955c-48d7-ace0-7fdf902a4689 req-20c80e97-8d1f-4e3a-9651-8233faa0fc15 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Feb 07 04:17:10.035639 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59623da7-8e4b-4114-a27a-5e8baa53e25e req-b3b89054-8e73-4055-be08-27f4843c9222 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:10.037181 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-59623da7-8e4b-4114-a27a-5e8baa53e25e req-b3b89054-8e73-4055-be08-27f4843c9222 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0567250 Feb 07 04:17:10.087202 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-59623da7-8e4b-4114-a27a-5e8baa53e25e req-72db550c-f997-4ead-84f6-db385208494f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 Feb 07 04:17:10.347239 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9c113-71b5-4462-ae83-2e47e34e4391 req-adbb8e8b-d058-4e8f-a448-e0dd95123029 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:10.348730 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-80b9c113-71b5-4462-ae83-2e47e34e4391 req-adbb8e8b-d058-4e8f-a448-e0dd95123029 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0512705 Feb 07 04:17:10.399271 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-80b9c113-71b5-4462-ae83-2e47e34e4391 req-f6732346-d465-46df-aae3-af30525c422c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451069 Feb 07 04:17:10.587963 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d9e7-2507-41c5-988c-a209493b013b req-5a3e2622-e185-48d2-aa6f-11d3b784081d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:10.590630 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6623d9e7-2507-41c5-988c-a209493b013b req-5a3e2622-e185-48d2-aa6f-11d3b784081d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0535047 Feb 07 04:17:10.634575 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6623d9e7-2507-41c5-988c-a209493b013b req-16115090-edbc-4fc4-bc06-e6e45cca21eb tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Feb 07 04:17:11.204078 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fcb3b-fda0-4cd4-b618-26d9ab46f2c5 req-77efe3f1-d98e-42ce-b718-230ef1fcb1f2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:11.205530 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-269fcb3b-fda0-4cd4-b618-26d9ab46f2c5 req-77efe3f1-d98e-42ce-b718-230ef1fcb1f2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0533836 Feb 07 04:17:11.252963 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-269fcb3b-fda0-4cd4-b618-26d9ab46f2c5 req-3589fc7e-318a-4d32-b498-883f6b614a83 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Feb 07 04:17:11.517557 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5e4e0-3d17-44f5-8074-d11d8545f651 req-f76dfe91-9240-43c2-a71d-5640fccfb12a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:11.519023 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5be5e4e0-3d17-44f5-8074-d11d8545f651 req-f76dfe91-9240-43c2-a71d-5640fccfb12a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0543039 Feb 07 04:17:11.753676 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08830dec-fc8c-4189-83ea-0addd9196ec7 req-234e129f-cdc1-4c29-aa40-b5ecc5f39d55 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:11.755171 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-08830dec-fc8c-4189-83ea-0addd9196ec7 req-234e129f-cdc1-4c29-aa40-b5ecc5f39d55 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0534730 Feb 07 04:17:11.762092 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5be5e4e0-3d17-44f5-8074-d11d8545f651 req-f4baf168-f028-4aae-a3e0-99bd8641d101 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377877 Feb 07 04:17:11.801186 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-08830dec-fc8c-4189-83ea-0addd9196ec7 req-e363e3ab-fd85-42db-b0cf-70bdab16ae91 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Feb 07 04:17:12.369416 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0d7cf-6f38-4c6e-8c04-3cb80ecd9f4c req-fe58ca45-ca06-4a47-8a0d-632b018bccbb tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:12.370859 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-efe0d7cf-6f38-4c6e-8c04-3cb80ecd9f4c req-fe58ca45-ca06-4a47-8a0d-632b018bccbb tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0528238 Feb 07 04:17:12.417459 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-efe0d7cf-6f38-4c6e-8c04-3cb80ecd9f4c req-8dd23ccd-f80f-435f-9ff7-c4fbbcdc7a0a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Feb 07 04:17:12.893120 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2bec2-0c26-4c24-8fc2-eba7a627a350 req-0d38f2c7-2ce9-4c0f-a95f-18513d5cbd98 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:12.894627 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e5e2bec2-0c26-4c24-8fc2-eba7a627a350 req-0d38f2c7-2ce9-4c0f-a95f-18513d5cbd98 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0668271 Feb 07 04:17:12.925794 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542e709-bf85-4b2f-a98d-79d2d64172dc req-d31cf8fb-3abc-4574-a3f6-96d234dd85ae tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:12.927208 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e542e709-bf85-4b2f-a98d-79d2d64172dc req-d31cf8fb-3abc-4574-a3f6-96d234dd85ae tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0576138 Feb 07 04:17:12.942090 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e5e2bec2-0c26-4c24-8fc2-eba7a627a350 req-dd775d69-a67c-46ac-b011-5bdebaedff13 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 Feb 07 04:17:12.977913 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e542e709-bf85-4b2f-a98d-79d2d64172dc req-f3a1fb2d-daaa-4d6d-b9d9-1d1588397fb3 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 Feb 07 04:17:13.542955 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9e697-9a0f-4166-b65f-b9ff97bb09ab req-30c76fe7-66b7-4d9a-a7b1-984026bce739 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:13.544449 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a3f9e697-9a0f-4166-b65f-b9ff97bb09ab req-30c76fe7-66b7-4d9a-a7b1-984026bce739 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0517819 Feb 07 04:17:13.589021 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a3f9e697-9a0f-4166-b65f-b9ff97bb09ab req-072a175f-a329-4d89-89fa-067af506917f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Feb 07 04:17:14.062735 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d717080-f88d-49c5-b45d-c0d8ff91a6a4 req-54599bc4-5fee-4422-aa7a-1480e932aae6 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:14.064276 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8d717080-f88d-49c5-b45d-c0d8ff91a6a4 req-54599bc4-5fee-4422-aa7a-1480e932aae6 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0537729 Feb 07 04:17:14.108719 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d5fec-db88-4b81-9f22-759746d32812 req-f06e7fbf-4327-4dff-acc4-0961a27548f6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:14.110205 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-979d5fec-db88-4b81-9f22-759746d32812 req-f06e7fbf-4327-4dff-acc4-0961a27548f6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0660725 Feb 07 04:17:14.112971 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8d717080-f88d-49c5-b45d-c0d8ff91a6a4 req-9a575f5d-d42f-4a5e-b7f6-6c7e1388fac4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Feb 07 04:17:14.159400 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-979d5fec-db88-4b81-9f22-759746d32812 req-b02b8b51-46eb-4f68-8e60-b6ddc141914d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Feb 07 04:17:14.702222 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97363018-a674-4818-ae27-5af155cd7d0a req-b288d015-5686-4e84-9408-81ddff426676 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:14.703695 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-97363018-a674-4818-ae27-5af155cd7d0a req-b288d015-5686-4e84-9408-81ddff426676 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0507467 Feb 07 04:17:14.747888 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-97363018-a674-4818-ae27-5af155cd7d0a req-f6fea2ff-8317-4f17-aa62-176fbab10aca tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 Feb 07 04:17:15.231853 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2328-50db-412d-9c5c-97838e3de333 req-ad6b95b7-fbe3-4507-b539-2b576be17650 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:15.233317 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-542f2328-50db-412d-9c5c-97838e3de333 req-ad6b95b7-fbe3-4507-b539-2b576be17650 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0537460 Feb 07 04:17:15.282586 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34bf5a-ee7a-4323-b651-535ed974b4da req-de50a43d-b9bc-4fae-b7b6-887638e31c67 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:15.284150 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac34bf5a-ee7a-4323-b651-535ed974b4da req-de50a43d-b9bc-4fae-b7b6-887638e31c67 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0591366 Feb 07 04:17:15.286123 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-542f2328-50db-412d-9c5c-97838e3de333 req-0b28de41-8a18-41b5-a83a-d291ee0aa71b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465524 Feb 07 04:17:15.329686 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ac34bf5a-ee7a-4323-b651-535ed974b4da req-a4c0bcbf-79b7-45cd-8b78-725ce9134e1b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 Feb 07 04:17:15.865869 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd6ec6-d8f6-489f-a65d-82c768ab5e92 req-2b0bed48-ddd9-4998-9c2c-e0600b8f4f6d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:15.867336 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1cfd6ec6-d8f6-489f-a65d-82c768ab5e92 req-2b0bed48-ddd9-4998-9c2c-e0600b8f4f6d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0524118 Feb 07 04:17:15.913415 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1cfd6ec6-d8f6-489f-a65d-82c768ab5e92 req-151c44af-33b1-4519-9c48-beee2c137006 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Feb 07 04:17:16.401747 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9aceb-3066-4204-870f-9396855f815d req-7e7d34e4-4dad-4570-a72e-b10d36163a8a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:16.403245 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a1c9aceb-3066-4204-870f-9396855f815d req-7e7d34e4-4dad-4570-a72e-b10d36163a8a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0524197 Feb 07 04:17:16.450328 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a1c9aceb-3066-4204-870f-9396855f815d req-5c8dad13-3369-4147-a30e-fdd8182a00d0 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Feb 07 04:17:16.452177 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99ecdd-4353-4b32-afbd-9c60dbf05370 req-5c562b9c-6bd8-4990-886e-c6b3797cb7de tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:16.453667 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8b99ecdd-4353-4b32-afbd-9c60dbf05370 req-5c562b9c-6bd8-4990-886e-c6b3797cb7de tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0584517 Feb 07 04:17:16.499256 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8b99ecdd-4353-4b32-afbd-9c60dbf05370 req-1455021e-047f-40b9-9e4a-ec89a25435c5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Feb 07 04:17:17.032888 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a8398-45fa-46f1-bf5a-d03d3e77acfb req-44a30010-fbff-406c-af33-e8456b8b7296 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:17.034347 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af6a8398-45fa-46f1-bf5a-d03d3e77acfb req-44a30010-fbff-406c-af33-e8456b8b7296 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0548439 Feb 07 04:17:17.079682 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af6a8398-45fa-46f1-bf5a-d03d3e77acfb req-317db717-3e63-4a07-9609-aa8c8c64e0e3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 Feb 07 04:17:17.565863 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcbfca-3cd0-4793-9e47-346a25c67a4e req-8e27cca6-c2f4-432a-83cd-57ac0d01f3d2 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:17.567442 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a3dcbfca-3cd0-4793-9e47-346a25c67a4e req-8e27cca6-c2f4-432a-83cd-57ac0d01f3d2 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0524848 Feb 07 04:17:17.614866 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a3dcbfca-3cd0-4793-9e47-346a25c67a4e req-879b39e0-3561-49c4-b192-b009baf16d96 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Feb 07 04:17:17.615081 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5d00-4cab-42ae-9ff8-3d3d896eda16 req-5af6af1a-a46e-4666-b213-c1711cc82789 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:17.616549 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bd8a5d00-4cab-42ae-9ff8-3d3d896eda16 req-5af6af1a-a46e-4666-b213-c1711cc82789 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0526564 Feb 07 04:17:17.661988 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bd8a5d00-4cab-42ae-9ff8-3d3d896eda16 req-d4f34d2e-f4d0-43c5-bce7-216cf7af53a1 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Feb 07 04:17:18.198922 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01975300-868a-4233-afa4-a6633d7a4a92 req-afe36ffb-598e-4639-be8e-0fd67ac5ea3f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:18.200414 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-01975300-868a-4233-afa4-a6633d7a4a92 req-afe36ffb-598e-4639-be8e-0fd67ac5ea3f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0565195 Feb 07 04:17:18.246927 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-01975300-868a-4233-afa4-a6633d7a4a92 req-74666ead-cb70-4e71-b2be-67b0333f4d9a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Feb 07 04:17:18.732350 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092e5da-2331-46bc-88e8-76fcd2b4c776 req-ca6ee604-030c-462a-b534-a3f8ea8728b9 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:18.733827 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d092e5da-2331-46bc-88e8-76fcd2b4c776 req-ca6ee604-030c-462a-b534-a3f8ea8728b9 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0515485 Feb 07 04:17:18.782429 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71669fe7-9f02-4bc4-bc83-16110ac23be1 req-36b7f091-a8b8-4bf3-8027-4475609d8497 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:18.783630 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d092e5da-2331-46bc-88e8-76fcd2b4c776 req-b43f6940-e830-4840-95f8-c8a7dde50343 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443676 Feb 07 04:17:18.783935 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71669fe7-9f02-4bc4-bc83-16110ac23be1 req-36b7f091-a8b8-4bf3-8027-4475609d8497 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0561790 Feb 07 04:17:18.832037 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71669fe7-9f02-4bc4-bc83-16110ac23be1 req-4cc2eda0-34df-4bed-94b6-a91965d2feb4 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Feb 07 04:17:19.364916 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805540-54d0-42b0-aa42-802b308c1474 req-67002dcf-fbb3-430d-85b3-0fd81c6818f9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:19.366400 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8a805540-54d0-42b0-aa42-802b308c1474 req-67002dcf-fbb3-430d-85b3-0fd81c6818f9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0533803 Feb 07 04:17:19.413345 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8a805540-54d0-42b0-aa42-802b308c1474 req-a5a3b699-fa60-4ac0-95e4-1e8c63d4bdc2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414658 Feb 07 04:17:19.900505 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1d4ff-f28c-4f59-bb54-9b98919325b3 req-d1c80a1d-f369-4e22-a4e3-c2cf299007aa tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:19.902029 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-84f1d4ff-f28c-4f59-bb54-9b98919325b3 req-d1c80a1d-f369-4e22-a4e3-c2cf299007aa tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0525651 Feb 07 04:17:19.951655 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e28cbb-5698-47e0-8066-675053a1c201 req-5bf49b2b-5366-48c6-af49-29cf0ca70a2c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:19.951655 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a4e28cbb-5698-47e0-8066-675053a1c201 req-5bf49b2b-5366-48c6-af49-29cf0ca70a2c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0533109 Feb 07 04:17:19.957202 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-84f1d4ff-f28c-4f59-bb54-9b98919325b3 req-7a9fa1da-efc1-436b-9833-1be6ff3ad32f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490701 Feb 07 04:17:19.997491 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a4e28cbb-5698-47e0-8066-675053a1c201 req-302bb30d-f7e7-4ec7-b8cf-efb6ddcece11 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Feb 07 04:17:20.541144 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a4046-375c-44a3-a09e-99542a4eee62 req-b789c021-81b4-4d73-ab35-9e5f79eedcf2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:20.542611 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9f3a4046-375c-44a3-a09e-99542a4eee62 req-b789c021-81b4-4d73-ab35-9e5f79eedcf2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0521770 Feb 07 04:17:20.587414 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9f3a4046-375c-44a3-a09e-99542a4eee62 req-f841664e-bca4-49ab-832d-161d30d50b60 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Feb 07 04:17:21.079246 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ae57f-90a5-4fe8-8d98-4e75cd5eb1c4 req-aca01582-862e-4af9-ac1f-e0bb41bd018a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:21.080762 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-865ae57f-90a5-4fe8-8d98-4e75cd5eb1c4 req-aca01582-862e-4af9-ac1f-e0bb41bd018a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0582798 Feb 07 04:17:21.112827 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba57e2-e539-4ac3-b7fd-f1fafebec9f1 req-235105c1-3b14-4995-8316-695ebb731766 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:21.114299 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5aba57e2-e539-4ac3-b7fd-f1fafebec9f1 req-235105c1-3b14-4995-8316-695ebb731766 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0509872 Feb 07 04:17:21.126911 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-865ae57f-90a5-4fe8-8d98-4e75cd5eb1c4 req-bc6cd020-1418-4439-9fdf-ec8fe61cb40e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406284 Feb 07 04:17:21.159588 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5aba57e2-e539-4ac3-b7fd-f1fafebec9f1 req-8bf67908-ee73-44a5-8516-f84d9d3cbbc2 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392690 Feb 07 04:17:21.702090 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dffb4-82d5-4a1c-a385-28c5d39e40d0 req-a533704c-684b-461b-94f3-d88c0102b16b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:21.703558 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e73dffb4-82d5-4a1c-a385-28c5d39e40d0 req-a533704c-684b-461b-94f3-d88c0102b16b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0508573 Feb 07 04:17:21.748035 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e73dffb4-82d5-4a1c-a385-28c5d39e40d0 req-a7b0a3c1-6f9b-447b-9a32-7a2cde8c2d5d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390422 Feb 07 04:17:22.247924 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64633f-34ff-4756-bbde-7b5740391360 req-947ae3f1-d22a-4614-b5a8-2259f35ca1fe tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:22.249652 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8b64633f-34ff-4756-bbde-7b5740391360 req-947ae3f1-d22a-4614-b5a8-2259f35ca1fe tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0565131 Feb 07 04:17:22.274299 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631430cc-f622-4e5c-a1de-95f5fdacab2b req-43803b23-5fff-455c-9fd4-44d8e05b4d8b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:22.276681 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-631430cc-f622-4e5c-a1de-95f5fdacab2b req-43803b23-5fff-455c-9fd4-44d8e05b4d8b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0524752 Feb 07 04:17:22.297516 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8b64633f-34ff-4756-bbde-7b5740391360 req-1a85bc9b-b9d5-4861-9c9a-02bd03da1f66 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Feb 07 04:17:22.328256 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-631430cc-f622-4e5c-a1de-95f5fdacab2b req-ee66bf73-b456-49a1-b405-a18c255ecd30 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458579 Feb 07 04:17:22.866475 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732305-ee01-4e5c-8bf3-a1f8db5dbd95 req-abb2f467-91b6-42e8-9273-4eb91af3c92a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:22.868089 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2d732305-ee01-4e5c-8bf3-a1f8db5dbd95 req-abb2f467-91b6-42e8-9273-4eb91af3c92a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0534422 Feb 07 04:17:22.916012 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2d732305-ee01-4e5c-8bf3-a1f8db5dbd95 req-87a4ae1c-da32-4f27-a0ac-47a8774e4214 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Feb 07 04:17:23.422004 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391e605-bdc3-4d96-b6cb-2ab974b94984 req-b8448d58-e973-4863-bb72-af25af13c08c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:23.423494 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3391e605-bdc3-4d96-b6cb-2ab974b94984 req-b8448d58-e973-4863-bb72-af25af13c08c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0540202 Feb 07 04:17:23.457127 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841240b-9c1b-44bd-bb6a-24595f8fd31d req-a80edb04-8c69-4271-88c3-dc0ae0eb8e57 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:23.458620 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d841240b-9c1b-44bd-bb6a-24595f8fd31d req-a80edb04-8c69-4271-88c3-dc0ae0eb8e57 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0525184 Feb 07 04:17:23.470731 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3391e605-bdc3-4d96-b6cb-2ab974b94984 req-6f9fb5ef-4f8a-4ef3-9158-ece6e3a466c7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Feb 07 04:17:23.519964 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d841240b-9c1b-44bd-bb6a-24595f8fd31d req-b7bb85fc-c614-44df-a9e1-8be0a866c0a5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553889 Feb 07 04:17:24.032976 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b3e76-de81-48fd-810b-fc081ef32a17 req-b5a54a6b-0ce7-490d-a0a4-31c6314ce91a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:24.034458 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd0b3e76-de81-48fd-810b-fc081ef32a17 req-b5a54a6b-0ce7-490d-a0a4-31c6314ce91a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0521905 Feb 07 04:17:24.080448 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd0b3e76-de81-48fd-810b-fc081ef32a17 req-df4331ef-bf59-484d-83ff-0de9719b76c7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 Feb 07 04:17:24.599138 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871f961-df10-4ed0-a2c7-7aa98b7de28a req-7c398813-c402-4097-a76b-3d4c3c46ae82 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:24.600657 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0871f961-df10-4ed0-a2c7-7aa98b7de28a req-7c398813-c402-4097-a76b-3d4c3c46ae82 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0598502 Feb 07 04:17:24.641661 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d8d1-60ab-4223-8e0e-c3af5b5b2794 req-e2478539-67cc-42f7-bac3-e21cd02ff4a9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:24.643900 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dc52d8d1-60ab-4223-8e0e-c3af5b5b2794 req-e2478539-67cc-42f7-bac3-e21cd02ff4a9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0575566 Feb 07 04:17:24.647411 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0871f961-df10-4ed0-a2c7-7aa98b7de28a req-6dceff2a-74dc-40bc-b54c-a59e7f39e6a3 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Feb 07 04:17:24.693311 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dc52d8d1-60ab-4223-8e0e-c3af5b5b2794 req-5e6aa721-27d2-452e-b82d-de61e192cc40 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433702 Feb 07 04:17:25.203925 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6011a7-ea7c-4f53-a89e-99a02d16255d req-96ca0eec-ef9c-4618-bcde-81d4b23218f9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:25.205391 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9b6011a7-ea7c-4f53-a89e-99a02d16255d req-96ca0eec-ef9c-4618-bcde-81d4b23218f9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0570202 Feb 07 04:17:25.252871 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9b6011a7-ea7c-4f53-a89e-99a02d16255d req-324dc087-7f41-424a-9e20-ebf39384782f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419867 Feb 07 04:17:25.778761 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9b28-f11b-43f7-b1c1-5b4119e8b277 req-acf4361f-5eb5-4d89-bd62-f61ce5328c5c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:25.780304 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e5cc9b28-f11b-43f7-b1c1-5b4119e8b277 req-acf4361f-5eb5-4d89-bd62-f61ce5328c5c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0591998 Feb 07 04:17:25.817856 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc77e0f-0c5e-45fc-80ec-4025147d4540 req-b3342829-749d-4bc4-96ec-5384ebe3d395 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:25.819350 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fdc77e0f-0c5e-45fc-80ec-4025147d4540 req-b3342829-749d-4bc4-96ec-5384ebe3d395 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0558546 Feb 07 04:17:25.826399 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e5cc9b28-f11b-43f7-b1c1-5b4119e8b277 req-e2c7b8df-a853-4e36-8eaf-0aebc2f3e180 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406749 Feb 07 04:17:25.865537 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fdc77e0f-0c5e-45fc-80ec-4025147d4540 req-3dbba31c-e004-4285-97c7-dd5b0bb7eb98 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Feb 07 04:17:26.382616 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c63a9-c74b-48bb-bbcd-c9d549998c14 req-71920924-20d6-4003-ae2c-aa34dc1a0122 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:26.384127 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-aa7c63a9-c74b-48bb-bbcd-c9d549998c14 req-71920924-20d6-4003-ae2c-aa34dc1a0122 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0549464 Feb 07 04:17:26.433301 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-aa7c63a9-c74b-48bb-bbcd-c9d549998c14 req-a377db4a-510f-43b0-a01c-86a5ca8f33ad tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431290 Feb 07 04:17:26.554402 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 55208) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:17:26.656616 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23a482fd-49fd-441f-9527-41e33b3c276d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:26.730693 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23a482fd-49fd-441f-9527-41e33b3c276d admin admin] Publish callbacks [] for security_group (ef4403e6-059e-4d6f-b6ca-0ee71b60b03d), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:26.735707 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-23a482fd-49fd-441f-9527-41e33b3c276d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ef4403e6-059e-4d6f-b6ca-0ee71b60b03d), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:26.774872 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-23a482fd-49fd-441f-9527-41e33b3c276d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=995454e296bf4192b2aa6cc42bef0f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193391 Feb 07 04:17:26.775772 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a482fd-49fd-441f-9527-41e33b3c276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4403e6-059e-4d6f-b6ca-0ee71b60b03d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:17:26.777636 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55214) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:17:26.826288 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Publish callbacks [] for security_group (ef4403e6-059e-4d6f-b6ca-0ee71b60b03d), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:26.846788 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Publish callbacks [] for security_group (ef4403e6-059e-4d6f-b6ca-0ee71b60b03d), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:26.904730 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ef4403e6-059e-4d6f-b6ca-0ee71b60b03d), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:26.907488 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:26.908634 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef4403e6-059e-4d6f-b6ca-0ee71b60b03d HTTP/1.1" status: 204 len: 168 time: 0.1300633 Feb 07 04:17:26.937313 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4403e6-059e-4d6f-b6ca-0ee71b60b03d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:17:26.954863 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.955213 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.955557 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.955895 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.956251 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.957027 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.957027 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.957220 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.957522 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.957842 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.958164 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.958480 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.958799 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c28d1-a2f1-461b-a887-160fd8e1d932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:17:26.983864 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78d80-d23b-45e7-b3c2-74e23e17b88a req-adc09ea6-7b08-4812-a0ac-944387d4fb8d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:26.985418 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32a78d80-d23b-45e7-b3c2-74e23e17b88a req-adc09ea6-7b08-4812-a0ac-944387d4fb8d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0920200 Feb 07 04:17:27.009747 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab65846-90f8-4245-84c0-c492cdd72caa req-979d9c21-0a34-442b-b0e3-c3ac03c3407c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:27.012567 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8ab65846-90f8-4245-84c0-c492cdd72caa req-979d9c21-0a34-442b-b0e3-c3ac03c3407c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0759456 Feb 07 04:17:27.042557 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32a78d80-d23b-45e7-b3c2-74e23e17b88a req-d512f51d-b800-4361-829e-e3e2f9fba681 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505936 Feb 07 04:17:27.066376 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8ab65846-90f8-4245-84c0-c492cdd72caa req-0df85eb9-5720-4357-b1eb-11b018931658 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485930 Feb 07 04:17:27.550294 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caae271-2196-456a-81d5-97e2837b0040 req-0a0cee55-0b5a-42ef-bd4f-b78815d1c016 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:27.551775 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4caae271-2196-456a-81d5-97e2837b0040 req-0a0cee55-0b5a-42ef-bd4f-b78815d1c016 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0527329 Feb 07 04:17:27.610513 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4caae271-2196-456a-81d5-97e2837b0040 req-d7a59a9e-b308-473e-9af8-26a817c73549 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529871 Feb 07 04:17:27.634658 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:28.180154 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981a309-762b-4af2-9383-e5772fee9f06 req-1d15dc4e-fb72-4331-abba-584ab794e171 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:28.181650 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b981a309-762b-4af2-9383-e5772fee9f06 req-1d15dc4e-fb72-4331-abba-584ab794e171 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0596092 Feb 07 04:17:28.207861 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0dd25-2819-47dd-95f4-4fd99f3255dc req-e1460f4c-5246-4ce8-b614-d506303aa0d5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:28.209390 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f1e0dd25-2819-47dd-95f4-4fd99f3255dc req-e1460f4c-5246-4ce8-b614-d506303aa0d5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0516376 Feb 07 04:17:28.228806 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b981a309-762b-4af2-9383-e5772fee9f06 req-309fab94-a9a2-4de8-b2ec-0a301bfcf279 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409429 Feb 07 04:17:28.258231 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f1e0dd25-2819-47dd-95f4-4fd99f3255dc req-c8afebbb-1d7b-4802-afd7-0e3748a05cae tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Feb 07 04:17:28.725122 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406e06e-ac50-4eef-bd1c-e8fdd32cfc9f req-e685fabb-0b84-4dc4-bb89-44eecfe58985 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:28.726572 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c406e06e-ac50-4eef-bd1c-e8fdd32cfc9f req-e685fabb-0b84-4dc4-bb89-44eecfe58985 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0509984 Feb 07 04:17:28.772405 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c406e06e-ac50-4eef-bd1c-e8fdd32cfc9f req-e4507508-deac-4ee8-862e-926392ed860d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Feb 07 04:17:29.031127 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-15e87aa5-7cfe-49b0-b402-4c629a8c358c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:29.345002 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859053f-17ba-4724-acb4-bf6ce6a54df7 req-46c89f80-cbf6-4f9f-9115-7def1e92c6ed tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:29.346484 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4859053f-17ba-4724-acb4-bf6ce6a54df7 req-46c89f80-cbf6-4f9f-9115-7def1e92c6ed tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0516248 Feb 07 04:17:29.376949 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef088c48-4e63-4d72-bbb0-1326daf9a76b req-ddc2855e-2797-4a90-8f02-d9a828940b49 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:29.378472 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ef088c48-4e63-4d72-bbb0-1326daf9a76b req-ddc2855e-2797-4a90-8f02-d9a828940b49 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0557048 Feb 07 04:17:29.392979 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4859053f-17ba-4724-acb4-bf6ce6a54df7 req-f9dcd8c5-9db3-4351-a30d-ae67d1bc9744 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408587 Feb 07 04:17:29.424907 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ef088c48-4e63-4d72-bbb0-1326daf9a76b req-64ac5ba8-a61d-4d9f-878b-5f3a0aaa8a20 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Feb 07 04:17:29.891146 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e73bc-1fdd-4c9b-a4bf-5d20bcec6f5d req-96ac7656-c04d-49ba-99c2-e68787efc20d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:29.892607 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f04e73bc-1fdd-4c9b-a4bf-5d20bcec6f5d req-96ac7656-c04d-49ba-99c2-e68787efc20d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0544579 Feb 07 04:17:29.938681 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f04e73bc-1fdd-4c9b-a4bf-5d20bcec6f5d req-6e8e29de-01c5-464c-a18e-13c003d041b2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Feb 07 04:17:30.509983 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cec003-3c34-42b3-8e93-92a33aedb9b4 req-bdf96ff6-2f5c-4e87-b68c-98c222a0e5f4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:30.511504 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00cec003-3c34-42b3-8e93-92a33aedb9b4 req-bdf96ff6-2f5c-4e87-b68c-98c222a0e5f4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0525165 Feb 07 04:17:30.547875 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e96091-e6b1-4f1a-8cc5-9c9b6e618769 req-8f387d4e-50ce-49fa-b2f0-8c42d49945e8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:30.549383 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c0e96091-e6b1-4f1a-8cc5-9c9b6e618769 req-8f387d4e-50ce-49fa-b2f0-8c42d49945e8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0565391 Feb 07 04:17:30.558315 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00cec003-3c34-42b3-8e93-92a33aedb9b4 req-43d96cdc-9840-4e8f-ade1-6ed1a4cf17c6 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411186 Feb 07 04:17:30.594988 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c0e96091-e6b1-4f1a-8cc5-9c9b6e618769 req-ca1f7d60-b2ff-409e-9d2b-490fdda81d10 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Feb 07 04:17:31.061793 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3c35e-dc92-45f3-bd7d-700823e81d82 req-7d05df4a-5a85-46ef-8440-7d3a8006d8d1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:31.063332 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d9f3c35e-dc92-45f3-bd7d-700823e81d82 req-7d05df4a-5a85-46ef-8440-7d3a8006d8d1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0581512 Feb 07 04:17:31.113921 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d9f3c35e-dc92-45f3-bd7d-700823e81d82 req-104679f9-275b-46c2-9269-5ffcab273b4e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Feb 07 04:17:31.351929 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c59ad15d-0afc-468c-a1e0-ef6d17f6e26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:31.677039 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f8e46-967e-4fd7-9cc2-5705ef5a7d06 req-8b3f905f-d3ca-4c8f-b61a-d20bd2f65f31 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:31.678517 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b11f8e46-967e-4fd7-9cc2-5705ef5a7d06 req-8b3f905f-d3ca-4c8f-b61a-d20bd2f65f31 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0519369 Feb 07 04:17:31.712772 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e981e07-4d9c-4816-9fde-7ec9bf80598f req-e66141f3-e843-4bba-b2a8-c4a8331add55 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:31.714263 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4e981e07-4d9c-4816-9fde-7ec9bf80598f req-e66141f3-e843-4bba-b2a8-c4a8331add55 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0519440 Feb 07 04:17:31.724571 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b11f8e46-967e-4fd7-9cc2-5705ef5a7d06 req-778231f5-3375-4474-aeca-441f4c9b7a49 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403550 Feb 07 04:17:31.761987 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4e981e07-4d9c-4816-9fde-7ec9bf80598f req-cecf02bc-ebf3-4497-b532-138a59a86584 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416522 Feb 07 04:17:32.230625 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e439d1-07db-48cc-94d4-d15aa9bb7a9c req-9c55423a-d872-4014-80d3-61d3de2556ee tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:32.232648 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32e439d1-07db-48cc-94d4-d15aa9bb7a9c req-9c55423a-d872-4014-80d3-61d3de2556ee tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0524812 Feb 07 04:17:32.285336 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32e439d1-07db-48cc-94d4-d15aa9bb7a9c req-a40bb25e-b2b9-4a8d-8f1e-454cb9734a3a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470376 Feb 07 04:17:32.507495 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:32.844205 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d321bf-2306-4dce-878c-da52d136082d req-f620506a-b5a5-4cef-bb63-5e2dd68b2643 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:32.845734 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a0d321bf-2306-4dce-878c-da52d136082d req-f620506a-b5a5-4cef-bb63-5e2dd68b2643 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0548317 Feb 07 04:17:32.889128 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3934e76-abc4-488f-afbe-b30af0d74803 req-1d69594c-eea3-40b3-b621-fb3f8769e74a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:32.890640 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a3934e76-abc4-488f-afbe-b30af0d74803 req-1d69594c-eea3-40b3-b621-fb3f8769e74a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0614772 Feb 07 04:17:32.900237 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a0d321bf-2306-4dce-878c-da52d136082d req-af86c2b7-a163-4c82-9eb7-7e61c5503900 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471644 Feb 07 04:17:32.936940 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a3934e76-abc4-488f-afbe-b30af0d74803 req-9fee7dde-f2ae-498a-868e-0fe401d480a6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Feb 07 04:17:33.404855 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8c92b-068b-4ad5-978e-0eeaa96e54d0 req-898a29a7-2435-433d-9d3c-3cecf969223f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:33.406319 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1eb8c92b-068b-4ad5-978e-0eeaa96e54d0 req-898a29a7-2435-433d-9d3c-3cecf969223f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0553892 Feb 07 04:17:33.450007 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1eb8c92b-068b-4ad5-978e-0eeaa96e54d0 req-9c9aae17-7b29-4386-9d81-d9b11b7c9173 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 Feb 07 04:17:33.902352 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:34.017257 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05600b90-ece7-453a-b062-f8cdb0e65869 req-d2606abc-b961-431d-8938-e0f19c1250bb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:34.018736 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-05600b90-ece7-453a-b062-f8cdb0e65869 req-d2606abc-b961-431d-8938-e0f19c1250bb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0514712 Feb 07 04:17:34.054930 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400014fd-d2b5-49ec-b61d-fd13f6b9cac5 req-7ca6dd87-7472-4e70-a637-7144e3013ca1 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:34.056436 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-400014fd-d2b5-49ec-b61d-fd13f6b9cac5 req-7ca6dd87-7472-4e70-a637-7144e3013ca1 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0523248 Feb 07 04:17:34.067136 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-05600b90-ece7-453a-b062-f8cdb0e65869 req-9e4b7ff2-b244-4fbc-ab0c-3dfb18ba0950 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Feb 07 04:17:34.102394 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-400014fd-d2b5-49ec-b61d-fd13f6b9cac5 req-b29b4b4c-fe53-45ef-abe0-144017e45548 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Feb 07 04:17:34.568625 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657d9ab-1c4f-4a79-b8e5-b2aec53eb0a5 req-1b14c5f5-5830-4391-90cf-1f36c8bf54e8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:34.570095 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3657d9ab-1c4f-4a79-b8e5-b2aec53eb0a5 req-1b14c5f5-5830-4391-90cf-1f36c8bf54e8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0552278 Feb 07 04:17:34.615055 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3657d9ab-1c4f-4a79-b8e5-b2aec53eb0a5 req-42290803-c7c4-4a57-9692-1a1514712d8b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394921 Feb 07 04:17:35.188116 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aa44a-13a7-4764-b289-64fb0eec994d req-c5d2c323-bb2a-476b-8c09-525273461353 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:35.189609 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-353aa44a-13a7-4764-b289-64fb0eec994d req-c5d2c323-bb2a-476b-8c09-525273461353 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0563738 Feb 07 04:17:35.237938 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-353aa44a-13a7-4764-b289-64fb0eec994d req-a7628cd0-40e8-4a95-b75c-6c477a084bb7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 Feb 07 04:17:35.239902 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc15962-0a2c-4523-ab02-afc4a419c20e req-edc2ae99-46d6-4cde-b951-2165bd0289ca tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:35.241780 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3bc15962-0a2c-4523-ab02-afc4a419c20e req-edc2ae99-46d6-4cde-b951-2165bd0289ca tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0538979 Feb 07 04:17:35.244962 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:35.288371 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3bc15962-0a2c-4523-ab02-afc4a419c20e req-bef6e387-b5bb-4d8a-89a9-8a619c52f7fb tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Feb 07 04:17:35.729999 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1816aa3-6fd6-4579-8a08-6f0e4d220984 req-9ba9d78b-ded8-469c-bee5-6937d658d6ba tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:35.732578 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d1816aa3-6fd6-4579-8a08-6f0e4d220984 req-9ba9d78b-ded8-469c-bee5-6937d658d6ba tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0522962 Feb 07 04:17:35.777286 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d1816aa3-6fd6-4579-8a08-6f0e4d220984 req-8b5cf60b-6c0e-47b4-b900-b37236d250ef tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395992 Feb 07 04:17:36.359980 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c6c11-5b22-4353-a3ec-d0b4ce9d6fdd req-3238c517-46c0-4469-b85e-b5d2843c0557 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:36.364526 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-af8c6c11-5b22-4353-a3ec-d0b4ce9d6fdd req-3238c517-46c0-4469-b85e-b5d2843c0557 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0588763 Feb 07 04:17:36.406676 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f335d06-af6e-46f0-baa0-4ce3f96f3e34 req-2cb385d0-da5a-4c33-9c1d-02ed049c6a72 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:36.408216 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3f335d06-af6e-46f0-baa0-4ce3f96f3e34 req-2cb385d0-da5a-4c33-9c1d-02ed049c6a72 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0552118 Feb 07 04:17:36.414163 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-af8c6c11-5b22-4353-a3ec-d0b4ce9d6fdd req-fd57caaf-b8c0-42f9-b75b-60a5b471346e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471365 Feb 07 04:17:36.457928 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3f335d06-af6e-46f0-baa0-4ce3f96f3e34 req-c0a33422-9436-4b69-afcc-e4874344e32c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440695 Feb 07 04:17:36.470191 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:17:36.893587 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9fd49-dc8b-40de-ae23-8cb7a589e08d req-7c2be2a7-eddf-44fa-8a92-3c010c40e6b8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:36.895053 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1ab9fd49-dc8b-40de-ae23-8cb7a589e08d req-7c2be2a7-eddf-44fa-8a92-3c010c40e6b8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0528975 Feb 07 04:17:36.941968 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1ab9fd49-dc8b-40de-ae23-8cb7a589e08d req-26ecdb06-ba24-4e0c-a494-525360e82def tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Feb 07 04:17:37.530611 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68279979-e156-41a7-acb7-cc1aa32872f2 req-544f0be1-e32d-41e2-b78b-b598f3210fd6 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:37.532785 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-68279979-e156-41a7-acb7-cc1aa32872f2 req-544f0be1-e32d-41e2-b78b-b598f3210fd6 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0534940 Feb 07 04:17:37.576468 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877d54-fd54-428f-899c-6068ffb28dc9 req-3c3921be-ddfe-46c5-a6c6-a0169417b6a4 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:37.577959 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-75877d54-fd54-428f-899c-6068ffb28dc9 req-3c3921be-ddfe-46c5-a6c6-a0169417b6a4 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0525551 Feb 07 04:17:37.581812 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-68279979-e156-41a7-acb7-cc1aa32872f2 req-7b17fef4-6ec3-4bb0-b50e-e939fa45ebb5 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407195 Feb 07 04:17:37.628235 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-75877d54-fd54-428f-899c-6068ffb28dc9 req-12cf3aa5-6a58-4e1c-b9ea-40b09d889aa4 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 Feb 07 04:17:38.063346 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccbcdc-2334-4cc4-a0b5-a80fa3dc8aad req-22d56346-daa6-4921-82ce-b2d46e15b8f1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:38.065056 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-13ccbcdc-2334-4cc4-a0b5-a80fa3dc8aad req-22d56346-daa6-4921-82ce-b2d46e15b8f1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0574400 Feb 07 04:17:38.110978 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-13ccbcdc-2334-4cc4-a0b5-a80fa3dc8aad req-d851cbe4-c222-4226-ab2a-9091c9bfcb5b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Feb 07 04:17:38.697880 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a797167-ce3f-4f41-a6fa-1193c2a58eca req-7db55a42-b1cb-43ee-a0b3-3680bf0294e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:38.699506 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1a797167-ce3f-4f41-a6fa-1193c2a58eca req-7db55a42-b1cb-43ee-a0b3-3680bf0294e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0524559 Feb 07 04:17:38.753341 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9a709-5f76-4b3f-9d06-e372dd1a1a24 req-a9aef7cd-0821-454e-bb13-80d02f056361 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:38.753926 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1a797167-ce3f-4f41-a6fa-1193c2a58eca req-8ee3ae7b-42ed-41b3-820b-6d794746acab tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473790 Feb 07 04:17:38.755581 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e7e9a709-5f76-4b3f-9d06-e372dd1a1a24 req-a9aef7cd-0821-454e-bb13-80d02f056361 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0616562 Feb 07 04:17:38.803652 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e7e9a709-5f76-4b3f-9d06-e372dd1a1a24 req-7cad5a3d-9e11-4476-aefd-317cf82fd753 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426829 Feb 07 04:17:39.062914 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9984d-7a1a-40f5-9f58-ab72d36def23 req-b62c0b00-6fb3-4b96-b8fe-c8eeca6168b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:39.064402 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a6c9984d-7a1a-40f5-9f58-ab72d36def23 req-b62c0b00-6fb3-4b96-b8fe-c8eeca6168b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0721779 Feb 07 04:17:39.066640 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-7c0f7d84-518d-453d-9ce1-70116a3201bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:39.067949 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-7c0f7d84-518d-453d-9ce1-70116a3201bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1129 time: 0.0680799 Feb 07 04:17:39.156456 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a6c9984d-7a1a-40f5-9f58-ab72d36def23 req-34224f3a-9ad1-4f78-bb0d-f9b54e6cddf4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834901 Feb 07 04:17:39.193801 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-84c5a828-81c0-4498-a1c9-ac331124580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:39.195284 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-84c5a828-81c0-4498-a1c9-ac331124580c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 919 time: 0.0999782 Feb 07 04:17:39.235773 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63af40-b682-47e1-b568-38e64c6b450d req-385bf0f5-9401-4402-9080-01d270033e9b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:39.237225 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1f63af40-b682-47e1-b568-38e64c6b450d req-385bf0f5-9401-4402-9080-01d270033e9b tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0579095 Feb 07 04:17:39.282512 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1f63af40-b682-47e1-b568-38e64c6b450d req-75715cf5-9602-4df6-a759-c60441320874 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Feb 07 04:17:39.869521 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00e688-e832-4474-9349-3c399e25c6ee req-66a36545-6ec7-4415-b86b-df7504ce32cd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:39.871016 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9a00e688-e832-4474-9349-3c399e25c6ee req-66a36545-6ec7-4415-b86b-df7504ce32cd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0526190 Feb 07 04:17:39.927093 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069ac3-2ce6-4ef7-a0a5-5aaee8c3daa7 req-00e09378-8261-4091-9ecf-73b333b82c9d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:39.927667 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9a00e688-e832-4474-9349-3c399e25c6ee req-6b651c21-af74-40c3-905a-7ba027aaa337 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493641 Feb 07 04:17:39.928596 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-25069ac3-2ce6-4ef7-a0a5-5aaee8c3daa7 req-00e09378-8261-4091-9ecf-73b333b82c9d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0576518 Feb 07 04:17:39.974314 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-25069ac3-2ce6-4ef7-a0a5-5aaee8c3daa7 req-34975217-6832-4358-b934-c53884090537 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Feb 07 04:17:40.359182 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-a8b24d19-13e6-4bcc-86f4-c006dea78f18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a3936d-26aa-4031-920c-7291ded7d6bc HTTP/1.1" status: 200 len: 217 time: 0.0400898 Feb 07 04:17:40.436777 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-30322903-86cb-4d16-ad6f-259e10471842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:40.438140 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-30322903-86cb-4d16-ad6f-259e10471842 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.0546577 Feb 07 04:17:40.445556 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476061-dba7-4ca9-b63d-2a3aa644723f req-dda871bd-5d4a-400b-9764-0e4ffc02b1ae tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:40.446915 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-79476061-dba7-4ca9-b63d-2a3aa644723f req-dda871bd-5d4a-400b-9764-0e4ffc02b1ae tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0904787 Feb 07 04:17:40.481783 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-db6dbcf7-1479-497c-b47f-502ae70b04b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338933 Feb 07 04:17:40.519669 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-79476061-dba7-4ca9-b63d-2a3aa644723f req-706b0444-3640-46c5-a99a-13be04757768 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639203 Feb 07 04:17:40.738413 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-006a7d53-4d0e-4d2c-9314-4ac9796f8767 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811083 Feb 07 04:17:40.837216 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5cb19713-213e-41c7-9e3c-7f892c7c1cbb req-5e0aa266-fde0-46e4-afb8-6bb0ec01c743 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924013 Feb 07 04:17:41.045821 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ada1f7-5c31-4442-96eb-206afec2a8c6 req-855b1ef6-ef30-4810-8521-e802d934aee7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:41.047282 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-29ada1f7-5c31-4442-96eb-206afec2a8c6 req-855b1ef6-ef30-4810-8521-e802d934aee7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0546861 Feb 07 04:17:41.092316 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-29ada1f7-5c31-4442-96eb-206afec2a8c6 req-8f05d289-ed14-4b87-8653-e2ef1a09fdac tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396430 Feb 07 04:17:41.092569 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f30fe-1534-48af-8483-a0c030de2f03 req-780cf079-5e11-45c6-9254-3ca0c0e630f4 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:41.093802 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-397f30fe-1534-48af-8483-a0c030de2f03 req-780cf079-5e11-45c6-9254-3ca0c0e630f4 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0526378 Feb 07 04:17:41.140458 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-397f30fe-1534-48af-8483-a0c030de2f03 req-dbdd40f0-ab81-4293-82fb-c3f26d0f5250 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406559 Feb 07 04:17:41.641823 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983eff-95d3-496e-9941-6e9f1b7c7eab req-4bcc69e0-b759-4044-8f1f-4d4761138efa tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:41.643071 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ba983eff-95d3-496e-9941-6e9f1b7c7eab req-4bcc69e0-b759-4044-8f1f-4d4761138efa tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0508065 Feb 07 04:17:41.692525 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ba983eff-95d3-496e-9941-6e9f1b7c7eab req-54351017-8e16-49e9-9f01-8db071717808 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 Feb 07 04:17:42.210055 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e7210-8e86-4805-b8a9-574213442df3 req-333157b0-91c6-47c0-ad4d-ffb04ebd9f15 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:42.211575 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-758e7210-8e86-4805-b8a9-574213442df3 req-333157b0-91c6-47c0-ad4d-ffb04ebd9f15 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0512948 Feb 07 04:17:42.254809 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b039b1-2579-4197-906f-b5e726a4168f req-f859f2bd-1577-4e2b-a10e-a3c21e18af70 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:42.256474 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-40b039b1-2579-4197-906f-b5e726a4168f req-f859f2bd-1577-4e2b-a10e-a3c21e18af70 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0518935 Feb 07 04:17:42.262747 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-758e7210-8e86-4805-b8a9-574213442df3 req-5e7e5338-68f5-4738-9260-794b2807b140 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447845 Feb 07 04:17:42.309953 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-40b039b1-2579-4197-906f-b5e726a4168f req-a5871c59-8053-4415-ab46-19b6c5365021 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Feb 07 04:17:42.809643 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529278e8-e342-40c0-b09a-df922a47d4cb req-d5bda459-77d3-408e-870f-8a9fee68b8b9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:42.811093 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-529278e8-e342-40c0-b09a-df922a47d4cb req-d5bda459-77d3-408e-870f-8a9fee68b8b9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0514045 Feb 07 04:17:42.854993 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-529278e8-e342-40c0-b09a-df922a47d4cb req-89c63ee9-99b3-4570-84bd-44ffa31fcb9a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 Feb 07 04:17:43.381326 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816750c8-d7a3-481a-8910-0e39e371e2bd req-8fc306bd-4b1f-42ba-b795-6f2e69df0e2e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:43.382782 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-816750c8-d7a3-481a-8910-0e39e371e2bd req-8fc306bd-4b1f-42ba-b795-6f2e69df0e2e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0523124 Feb 07 04:17:43.426704 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5189738-20d9-4920-9ebb-fc552274eee6 req-126e2778-42ce-4774-8eb5-2a5700c9f49e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:43.428216 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e5189738-20d9-4920-9ebb-fc552274eee6 req-126e2778-42ce-4774-8eb5-2a5700c9f49e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0516858 Feb 07 04:17:43.428358 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-816750c8-d7a3-481a-8910-0e39e371e2bd req-efd4ed15-87f4-4859-a158-50ab2d8ebe32 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 Feb 07 04:17:43.474510 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e5189738-20d9-4920-9ebb-fc552274eee6 req-6511bfba-b832-4122-8dbf-d3f4d80859fa tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Feb 07 04:17:43.983239 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79626c-b637-46a3-a5f1-898f383c1e29 req-fec76cde-7f60-4df7-b92b-baf758c53c90 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:43.984718 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7f79626c-b637-46a3-a5f1-898f383c1e29 req-fec76cde-7f60-4df7-b92b-baf758c53c90 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0555046 Feb 07 04:17:44.029216 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7f79626c-b637-46a3-a5f1-898f383c1e29 req-32f436c5-0072-4954-b6a8-f68df95cf701 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383379 Feb 07 04:17:44.556151 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337a031-58c1-4df4-a80b-0229c6a83e76 req-054f2d01-8795-4f4b-b90c-24c92531711f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:44.557767 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4337a031-58c1-4df4-a80b-0229c6a83e76 req-054f2d01-8795-4f4b-b90c-24c92531711f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0639040 Feb 07 04:17:44.603936 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98628a42-9b2d-4589-8c40-94957e291674 req-4c82ab60-fa90-465e-ac86-45296ae94e71 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:44.604508 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4337a031-58c1-4df4-a80b-0229c6a83e76 req-2f793b22-d96c-4efc-8b17-eb7d5becbd0e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Feb 07 04:17:44.605488 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-98628a42-9b2d-4589-8c40-94957e291674 req-4c82ab60-fa90-465e-ac86-45296ae94e71 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0539105 Feb 07 04:17:44.650844 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-98628a42-9b2d-4589-8c40-94957e291674 req-7f49143d-91e0-44ac-82a7-2f1c77fd6270 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397177 Feb 07 04:17:45.145917 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5957b9-77f1-4e78-82db-52ce66189fef req-ecac3d88-aa00-4d65-98c0-5f496d006ec7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:45.147399 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4b5957b9-77f1-4e78-82db-52ce66189fef req-ecac3d88-aa00-4d65-98c0-5f496d006ec7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0529757 Feb 07 04:17:45.192787 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4b5957b9-77f1-4e78-82db-52ce66189fef req-22949884-5312-414f-a9c3-1ca634e95b43 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399487 Feb 07 04:17:45.724576 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5500f-d4d1-45d3-afae-18d40cc4d53a req-4417b807-1cba-4ae1-8d80-1365b8a7f9b8 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:45.726074 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-29f5500f-d4d1-45d3-afae-18d40cc4d53a req-4417b807-1cba-4ae1-8d80-1365b8a7f9b8 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0558634 Feb 07 04:17:45.772461 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ccdc8-9a56-4dd9-a62b-bacd41361269 req-c732a360-77ef-4c3a-b049-b4193d4eb0de tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:45.773939 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d77ccdc8-9a56-4dd9-a62b-bacd41361269 req-c732a360-77ef-4c3a-b049-b4193d4eb0de tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0568416 Feb 07 04:17:45.776258 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-29f5500f-d4d1-45d3-afae-18d40cc4d53a req-758e4554-70ba-4854-b141-02489409b28f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440619 Feb 07 04:17:45.818962 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d77ccdc8-9a56-4dd9-a62b-bacd41361269 req-114efb34-8e06-4ae3-a90d-a723cd6fdaf0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 Feb 07 04:17:46.307553 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eebbd-7629-4402-9393-5529de91323b req-e24a93e4-6d43-49f0-9bdf-bc21ecb39b8f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:46.309048 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a01eebbd-7629-4402-9393-5529de91323b req-e24a93e4-6d43-49f0-9bdf-bc21ecb39b8f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0518048 Feb 07 04:17:46.353933 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a01eebbd-7629-4402-9393-5529de91323b req-ee4a3239-c143-44f6-9cbc-2e25aedb584f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Feb 07 04:17:46.893139 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49666e9-e3fb-4031-ad03-20bb880ae205 req-c503cdcb-4e3b-445b-a06b-bf190a7d1dbb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:46.894640 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f49666e9-e3fb-4031-ad03-20bb880ae205 req-c503cdcb-4e3b-445b-a06b-bf190a7d1dbb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0535409 Feb 07 04:17:46.944060 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa43a0-9973-4fac-ad63-c608d0c35691 req-5491c599-8897-4110-8520-ccc9dea84ab6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:46.944618 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f49666e9-e3fb-4031-ad03-20bb880ae205 req-5dc2c62a-d7e4-44c3-8177-77db8e30df05 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431080 Feb 07 04:17:46.945547 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5afa43a0-9973-4fac-ad63-c608d0c35691 req-5491c599-8897-4110-8520-ccc9dea84ab6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0619276 Feb 07 04:17:46.998050 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5afa43a0-9973-4fac-ad63-c608d0c35691 req-23dbd549-f723-4b11-a62d-afe651fa89af tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 Feb 07 04:17:47.470187 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccd1d4-5ce2-41c6-b4e1-63734a81b773 req-9774c58c-15f5-4ba9-a0f0-ed875ba8cd03 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:47.471546 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4dccd1d4-5ce2-41c6-b4e1-63734a81b773 req-9774c58c-15f5-4ba9-a0f0-ed875ba8cd03 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0510700 Feb 07 04:17:47.519671 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4dccd1d4-5ce2-41c6-b4e1-63734a81b773 req-c6ea013c-1887-48d8-8d6b-3e33bf32eb6d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427299 Feb 07 04:17:48.067093 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fda1a-90cc-4673-b4e5-856ad076fd00 req-3bce4ec2-429d-4a1b-b559-9d7e15ca34be tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:48.068612 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2d6fda1a-90cc-4673-b4e5-856ad076fd00 req-3bce4ec2-429d-4a1b-b559-9d7e15ca34be tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0564137 Feb 07 04:17:48.118247 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2d6fda1a-90cc-4673-b4e5-856ad076fd00 req-fe4ae3e7-94dc-4638-8136-81a947f64381 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436871 Feb 07 04:17:48.118895 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cad68-54ab-4e1c-810b-4ccbc287e1ff req-ea97cba0-3a2d-4a3f-9626-ab8bbc7ba777 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:48.120493 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-867cad68-54ab-4e1c-810b-4ccbc287e1ff req-ea97cba0-3a2d-4a3f-9626-ab8bbc7ba777 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0541053 Feb 07 04:17:48.166085 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-867cad68-54ab-4e1c-810b-4ccbc287e1ff req-29aed4a3-7ccd-40f5-9d44-95b0054ec267 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402305 Feb 07 04:17:48.635076 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3fed7-29f5-41bd-9426-a054b20fafe0 req-e563cef4-6a83-4317-af72-c6a935faab75 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:48.636554 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-eca3fed7-29f5-41bd-9426-a054b20fafe0 req-e563cef4-6a83-4317-af72-c6a935faab75 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0513372 Feb 07 04:17:48.680898 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-eca3fed7-29f5-41bd-9426-a054b20fafe0 req-14d50d22-9e35-4513-b676-824c81ce62be tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389032 Feb 07 04:17:49.244970 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13bba4-fa70-420b-b790-147a42cf3132 req-c89a4954-5001-4112-b63c-930e973cf929 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:49.246491 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2f13bba4-fa70-420b-b790-147a42cf3132 req-c89a4954-5001-4112-b63c-930e973cf929 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0623710 Feb 07 04:17:49.291892 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95a2e7-4fcc-45cc-847b-c561f8a1014e req-097e839d-8da8-459a-80fa-e0b2ba037eea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:49.293607 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1a95a2e7-4fcc-45cc-847b-c561f8a1014e req-097e839d-8da8-459a-80fa-e0b2ba037eea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0601170 Feb 07 04:17:49.303151 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2f13bba4-fa70-420b-b790-147a42cf3132 req-31c94ff4-b154-457a-9a86-2d6461ab134e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491023 Feb 07 04:17:49.357260 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1a95a2e7-4fcc-45cc-847b-c561f8a1014e req-ff9a5d14-fc93-4cd5-91ad-0318ccd99cf9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542727 Feb 07 04:17:49.803103 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10eb6-0023-4b96-866f-6b5d302602e7 req-d19e6bfb-f12e-4c32-94b4-ccc79d26cfb9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:49.804647 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1ae10eb6-0023-4b96-866f-6b5d302602e7 req-d19e6bfb-f12e-4c32-94b4-ccc79d26cfb9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0597172 Feb 07 04:17:49.855317 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1ae10eb6-0023-4b96-866f-6b5d302602e7 req-1dfa7970-2206-4c63-a529-90554c0f038e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Feb 07 04:17:50.424100 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652e834-90da-49df-a14c-eecabe36582f req-70683b53-a475-4155-abd3-3179cd872a8e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:50.425588 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6652e834-90da-49df-a14c-eecabe36582f req-70683b53-a475-4155-abd3-3179cd872a8e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0532453 Feb 07 04:17:50.471665 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6652e834-90da-49df-a14c-eecabe36582f req-0ddd208a-c292-4f7f-b28a-327627d479ac tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Feb 07 04:17:50.478532 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06334f-9ac6-4488-a24b-13db1f3dbde5 req-fb966c8e-7c96-499b-aad7-8cb8e075b157 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:50.480105 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3f06334f-9ac6-4488-a24b-13db1f3dbde5 req-fb966c8e-7c96-499b-aad7-8cb8e075b157 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0557559 Feb 07 04:17:50.540649 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3f06334f-9ac6-4488-a24b-13db1f3dbde5 req-f8b93350-74cb-4e2d-804f-d51ca4f28574 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543749 Feb 07 04:17:50.976957 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7346c-bb49-478b-9949-13e1af263b20 req-ea02dc38-31c3-4cd0-beb0-e359298b1b46 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:50.978427 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-81a7346c-bb49-478b-9949-13e1af263b20 req-ea02dc38-31c3-4cd0-beb0-e359298b1b46 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0515771 Feb 07 04:17:51.028206 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-81a7346c-bb49-478b-9949-13e1af263b20 req-c3620242-641d-4ba7-8b1d-4370ccf65d94 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Feb 07 04:17:51.591302 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbde86d-5125-4cb5-9c93-218dbb6ed8b2 req-8354e042-93a8-4601-be92-4aae98794863 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:51.592818 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5dbde86d-5125-4cb5-9c93-218dbb6ed8b2 req-8354e042-93a8-4601-be92-4aae98794863 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0525320 Feb 07 04:17:51.646375 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5dbde86d-5125-4cb5-9c93-218dbb6ed8b2 req-71e2f3b1-7b02-44ef-aff4-038432cf970e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477448 Feb 07 04:17:51.658379 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cac17a-61b2-4d71-becf-cec6ec201a42 req-e63732c0-7b19-4b24-99a8-2ccd8ff9cb22 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:51.659862 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00cac17a-61b2-4d71-becf-cec6ec201a42 req-e63732c0-7b19-4b24-99a8-2ccd8ff9cb22 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0543110 Feb 07 04:17:51.708290 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-00cac17a-61b2-4d71-becf-cec6ec201a42 req-8e59adf0-cb74-4045-afdc-58315f81de67 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428958 Feb 07 04:17:52.146209 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f103576-665c-4264-8af9-ae66197eb8b3 req-ed1a6044-2506-4d63-9c37-854ce7b3577e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:52.147692 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1f103576-665c-4264-8af9-ae66197eb8b3 req-ed1a6044-2506-4d63-9c37-854ce7b3577e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0518448 Feb 07 04:17:52.194084 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1f103576-665c-4264-8af9-ae66197eb8b3 req-196fa3a1-cf2a-4cfb-8c69-52b66a5ffba5 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Feb 07 04:17:52.770798 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ac7f4-7be4-46f7-bb91-597f658c5d8d req-75af0d3e-7493-42fd-8312-7c6b6326bfd9 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:52.770798 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ae5ac7f4-7be4-46f7-bb91-597f658c5d8d req-75af0d3e-7493-42fd-8312-7c6b6326bfd9 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0532410 Feb 07 04:17:52.816577 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ae5ac7f4-7be4-46f7-bb91-597f658c5d8d req-2d3f4aad-42b8-40c0-9a8a-338c273bf2ec tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 Feb 07 04:17:52.828442 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881e9a-9f93-4f73-b666-c1d437d63c77 req-1bc83a22-d2d2-491b-a43c-37e2be198eef tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:52.829919 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9d881e9a-9f93-4f73-b666-c1d437d63c77 req-1bc83a22-d2d2-491b-a43c-37e2be198eef tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0569739 Feb 07 04:17:52.878335 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9d881e9a-9f93-4f73-b666-c1d437d63c77 req-cd9bd711-dc8a-41f0-94a7-4c0c6323134c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Feb 07 04:17:53.309928 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cf199-667d-4fce-99a4-5070597decf3 req-b617b919-0d5b-41ca-bed7-f216cb32ee08 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:53.311391 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e32cf199-667d-4fce-99a4-5070597decf3 req-b617b919-0d5b-41ca-bed7-f216cb32ee08 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0517344 Feb 07 04:17:53.355650 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e32cf199-667d-4fce-99a4-5070597decf3 req-399bfa56-1ccb-46d2-923f-55c148087ae0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387228 Feb 07 04:17:53.954816 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c33b2-63a5-4198-accc-760ef296b06d req-afd9e22a-99be-4499-8c32-5edfd648eda1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:53.956120 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-786c33b2-63a5-4198-accc-760ef296b06d req-afd9e22a-99be-4499-8c32-5edfd648eda1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0744891 Feb 07 04:17:54.003720 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-786c33b2-63a5-4198-accc-760ef296b06d req-f40c5192-8aee-4b06-9474-99007a364b03 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Feb 07 04:17:54.010225 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08af0bd-d32d-48ae-b1d7-85cdbe4ae18d req-0fe2598e-8135-4bbf-b427-90f714043724 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:54.011769 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f08af0bd-d32d-48ae-b1d7-85cdbe4ae18d req-0fe2598e-8135-4bbf-b427-90f714043724 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0652730 Feb 07 04:17:54.057144 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f08af0bd-d32d-48ae-b1d7-85cdbe4ae18d req-2de68923-db76-4910-a105-2fb02223bf16 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Feb 07 04:17:54.470914 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22523613-1590-4b99-b63c-c01fa2254cfd req-eefc1fc9-e68e-412c-a992-62b615df4900 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:54.472399 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-22523613-1590-4b99-b63c-c01fa2254cfd req-eefc1fc9-e68e-412c-a992-62b615df4900 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0522709 Feb 07 04:17:54.517334 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-22523613-1590-4b99-b63c-c01fa2254cfd req-cd50d1c6-60d4-4ef5-a2e5-fe1053dc4a78 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392931 Feb 07 04:17:55.128526 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371100e-5e99-4d3a-8a49-b54d1525444c req-2c40a8da-b3ac-4641-8740-f5079e118113 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:55.130147 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c371100e-5e99-4d3a-8a49-b54d1525444c req-2c40a8da-b3ac-4641-8740-f5079e118113 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0603065 Feb 07 04:17:55.174996 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec6c60-510c-40e8-afef-fc7bdd971bfa req-6ea0e26b-dda1-4846-8815-2c2a53fda577 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:55.176514 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9aec6c60-510c-40e8-afef-fc7bdd971bfa req-6ea0e26b-dda1-4846-8815-2c2a53fda577 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0527072 Feb 07 04:17:55.177571 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c371100e-5e99-4d3a-8a49-b54d1525444c req-810d1a22-1ad9-474e-ba11-e165754283f2 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410414 Feb 07 04:17:55.233884 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9aec6c60-510c-40e8-afef-fc7bdd971bfa req-b3aa0975-667a-4944-884b-80fe1c2e0489 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513339 Feb 07 04:17:55.633559 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f27098-8ed1-4b52-9ef2-4f1ce69a80b8 req-3bbe1b4b-8359-4e76-92f3-eccb0ef1e570 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:55.635018 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-25f27098-8ed1-4b52-9ef2-4f1ce69a80b8 req-3bbe1b4b-8359-4e76-92f3-eccb0ef1e570 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0524604 Feb 07 04:17:55.682722 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-25f27098-8ed1-4b52-9ef2-4f1ce69a80b8 req-71a16fc0-7f3c-4110-8cb4-d23e570a1171 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Feb 07 04:17:56.293181 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f237ebe-8f98-43e8-b467-e12348316ddf req-fb9995fb-8d99-4ad4-be78-2783113ae439 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:56.295251 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1f237ebe-8f98-43e8-b467-e12348316ddf req-fb9995fb-8d99-4ad4-be78-2783113ae439 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0520065 Feb 07 04:17:56.341276 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1f237ebe-8f98-43e8-b467-e12348316ddf req-143e05f2-e66f-4601-b17c-804dccd766f1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400989 Feb 07 04:17:56.349468 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a105e1-61f2-4c0b-a91e-d61ee5ef87a5 req-4f7dff88-9ed4-4adf-9417-f3998c49d15f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:56.350961 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-11a105e1-61f2-4c0b-a91e-d61ee5ef87a5 req-4f7dff88-9ed4-4adf-9417-f3998c49d15f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0512650 Feb 07 04:17:56.400844 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-11a105e1-61f2-4c0b-a91e-d61ee5ef87a5 req-3158cae3-5d7f-49bd-9d8c-c9534dd5772e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441055 Feb 07 04:17:56.802892 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047ef5a-5935-4d7b-b2f7-2b2fea56a36e req-e8fe4361-4848-487c-9e05-44ddca957673 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:56.804367 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5047ef5a-5935-4d7b-b2f7-2b2fea56a36e req-e8fe4361-4848-487c-9e05-44ddca957673 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0577757 Feb 07 04:17:56.848748 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5047ef5a-5935-4d7b-b2f7-2b2fea56a36e req-7c2230c6-020a-41e5-a469-637be276afbd tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384853 Feb 07 04:17:57.468260 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27a102-4cb1-486c-a96b-8b86a65d4479 req-74861fea-5bc2-4b1b-b3ff-b6c19c14656d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:57.469741 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2e27a102-4cb1-486c-a96b-8b86a65d4479 req-74861fea-5bc2-4b1b-b3ff-b6c19c14656d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0614359 Feb 07 04:17:57.516288 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2e27a102-4cb1-486c-a96b-8b86a65d4479 req-b4a8026a-d204-44f2-83d6-3c542eab40dc tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408607 Feb 07 04:17:57.544145 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a7a2b-6baa-4754-9847-9cddc4f793ce req-d17789be-9f8e-406d-99ad-ae326bb23d8e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:57.545618 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a70a7a2b-6baa-4754-9847-9cddc4f793ce req-d17789be-9f8e-406d-99ad-ae326bb23d8e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0525758 Feb 07 04:17:57.590678 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a70a7a2b-6baa-4754-9847-9cddc4f793ce req-7e586823-8b43-42d7-8ffc-64351689e357 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395448 Feb 07 04:17:57.639416 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:57.966264 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43c853-faf6-42f9-a469-211de21525a8 req-6d659f98-7764-4cc1-bb87-135f9a498638 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:57.967725 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4b43c853-faf6-42f9-a469-211de21525a8 req-6d659f98-7764-4cc1-bb87-135f9a498638 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0519099 Feb 07 04:17:58.012244 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4b43c853-faf6-42f9-a469-211de21525a8 req-f8d9d6ea-4189-4e73-aefb-9c8155ad5542 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390923 Feb 07 04:17:58.341750 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-8d6c6387-164b-45ec-971f-043877fb7847 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418706 Feb 07 04:17:58.428292 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-d0a0ac54-00a0-48fd-88ac-6e687ff6255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:58.429804 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-d0a0ac54-00a0-48fd-88ac-6e687ff6255d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 1129 time: 0.0475516 Feb 07 04:17:58.583530 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-bbca57d9-d9c4-43c8-82a2-dcf97a61486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:58.585076 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-bbca57d9-d9c4-43c8-82a2-dcf97a61486e service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 919 time: 0.1126251 Feb 07 04:17:58.636236 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-f9efbe84-d989-4819-9935-cff9e4f5d127 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1dbf142-1764-4037-8714-29d34864f234 HTTP/1.1" status: 200 len: 217 time: 0.0421147 Feb 07 04:17:58.656562 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c1aaa-7002-4146-910a-becc8b3e031c req-b93bcd13-b716-4214-8a82-88330db4e2c0 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:58.658059 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7c6c1aaa-7002-4146-910a-becc8b3e031c req-b93bcd13-b716-4214-8a82-88330db4e2c0 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0659516 Feb 07 04:17:58.722322 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7c6c1aaa-7002-4146-910a-becc8b3e031c req-01ec23eb-19d9-484d-8b8f-fdc44f64df70 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587764 Feb 07 04:17:58.733867 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-faa65b67-93e0-4699-be12-c0f6847772f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:58.735347 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-faa65b67-93e0-4699-be12-c0f6847772f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.0461230 Feb 07 04:17:58.773702 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-619bfd46-4022-4c5f-81d5-f4bb6da156fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295477 Feb 07 04:17:58.785610 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18efa8-326f-4636-ad90-e9e75c6afe40 req-ba070281-9fad-4962-9aff-c7afc9c01351 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:58.792352 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bb18efa8-326f-4636-ad90-e9e75c6afe40 req-ba070281-9fad-4962-9aff-c7afc9c01351 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.1306551 Feb 07 04:17:58.847548 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f43175-dd83-46d8-afa8-15f9e1438f69 req-09ea0a87-10e5-4b06-9231-85d659dddd0c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:58.849664 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e6f43175-dd83-46d8-afa8-15f9e1438f69 req-09ea0a87-10e5-4b06-9231-85d659dddd0c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0574980 Feb 07 04:17:58.859544 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55686) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:17:58.864296 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-d05932ec-968c-40ff-88e2-86216aa936e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'floatingip': {'port_id': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:17:58.895180 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bb18efa8-326f-4636-ad90-e9e75c6afe40 req-388ce018-f172-401c-a774-2931aa85af67 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019549 Feb 07 04:17:58.905254 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d05932ec-968c-40ff-88e2-86216aa936e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (46794030-603b-46ff-8c70-f6dda2aa658f), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:58.933086 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-33acf98f-3bd6-4fae-b304-94b54d8dc0b5 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103585 Feb 07 04:17:59.030588 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-af5d7f95-8dea-4328-9635-743085e5ff38 req-d9fe9bd0-4b6d-4aa0-9203-e884903054ea service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904582 Feb 07 04:17:59.035644 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-511b0945-9546-459a-863d-9713b743dc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:59.161885 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088a9b-2a4a-4af3-b215-61ad4dbb35ac req-219ab357-47ce-44e4-9945-c4066b6264af tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:17:59.163230 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-25088a9b-2a4a-4af3-b215-61ad4dbb35ac req-219ab357-47ce-44e4-9945-c4066b6264af tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0808563 Feb 07 04:17:59.487587 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-25088a9b-2a4a-4af3-b215-61ad4dbb35ac req-15b6c35e-19d7-4120-bb58-a7a7d8ec2264 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156106 Feb 07 04:17:59.604009 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d05932ec-968c-40ff-88e2-86216aa936e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:59.608348 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d05932ec-968c-40ff-88e2-86216aa936e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (46794030-603b-46ff-8c70-f6dda2aa658f), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:17:59.723548 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [None req-d05932ec-968c-40ff-88e2-86216aa936e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Floating IP 46794030-603b-46ff-8c70-f6dda2aa658f associated. External IP: 172.27.1.9, port: 16d71b5a-130e-4a2a-ba8d-452f52e1fb61. Feb 07 04:18:00.001717 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-a5c85908-ce49-4510-a074-29833b015161 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188663920&fields=id&tenant_id=2167e4b270e74390ab25c6bf679b1f4d HTTP/1.1" status: 200 len: 267 time: 0.0835855 Feb 07 04:18:00.008370 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05932ec-968c-40ff-88e2-86216aa936e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:18:00.042683 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7546b0-a731-4614-8314-453257f5eb9f req-9d13b766-c7c6-488b-9da9-72f75cea1fd0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:00.044745 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2c7546b0-a731-4614-8314-453257f5eb9f req-9d13b766-c7c6-488b-9da9-72f75cea1fd0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0718837 Feb 07 04:18:00.094302 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2c7546b0-a731-4614-8314-453257f5eb9f req-d92f027d-b030-4445-a8e5-94893dc30658 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Feb 07 04:18:00.189989 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5b7d6fc4-3f9c-44d2-b48d-4dbdcf3f5247 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:00.191431 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5b7d6fc4-3f9c-44d2-b48d-4dbdcf3f5247 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 808 time: 0.1772091 Feb 07 04:18:00.214046 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05932ec-968c-40ff-88e2-86216aa936e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:18:00.216193 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-ebe622e7-9ab6-41ea-90fb-8402d62580d2 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/quotas/2167e4b270e74390ab25c6bf679b1f4d HTTP/1.1" status: 200 len: 375 time: 0.0169423 Feb 07 04:18:00.219275 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d05932ec-968c-40ff-88e2-86216aa936e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:00.232501 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] Sync routers for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:18:00.243990 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:00.245239 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:17:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:00.309185 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-d05932ec-968c-40ff-88e2-86216aa936e4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "PUT /v2.0/floatingips/46794030-603b-46ff-8c70-f6dda2aa658f HTTP/1.1" status: 200 len: 990 time: 1.4476109 Feb 07 04:18:00.310047 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'tag': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:00.313638 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb", "tag": "16d71b5a-130e-4a2a-ba8d-452f52e1fb61"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:00.354926 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-1f7dfefa-81fa-42e9-a1a7-01239f5a6c83 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954449 Feb 07 04:18:00.380491 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:00.427282 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927cc9-fb3d-4a71-b58d-dab3db0cb3fd req-f5898ae2-e24a-4bcf-9ebb-ea9c66d58cac tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:00.429382 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9927cc9-fb3d-4a71-b58d-dab3db0cb3fd req-f5898ae2-e24a-4bcf-9ebb-ea9c66d58cac tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0636759 Feb 07 04:18:00.449714 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-6c3d0105-7fb9-4576-9a1b-db9908cd77e0 service neutron] 10.222.0.13 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939195 Feb 07 04:18:00.502260 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9927cc9-fb3d-4a71-b58d-dab3db0cb3fd req-bef74437-ddcf-46f2-bdc5-87662d113414 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645239 Feb 07 04:18:00.548525 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e84f224-45db-4330-b248-2bb3af0bd881 x-openstack-request-id: req-7e84f224-45db-4330-b248-2bb3af0bd881 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:00.548817 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb", "tag": "16d71b5a-130e-4a2a-ba8d-452f52e1fb61", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:00.549073 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e84f224-45db-4330-b248-2bb3af0bd881 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:00.549472 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'tag': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61', 'status': 'completed', 'code': 200} Feb 07 04:18:00.555523 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-7f7b1f3b-0331-4b89-b7b3-a69a495da70e service neutron] 10.222.0.13 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997567 Feb 07 04:18:00.638365 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '46794030-603b-46ff-8c70-f6dda2aa658f', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'port_id': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'mac_address': 'fa:16:3e:0d:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:16:28Z', 'updated_at': '2022-02-07T04:17:59Z', 'revision_number': 1, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:00.672216 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] Checking router: 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:18:00.682761 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:00.683476 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:17:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:00.687912 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-47924707-fd2b-4da0-aab7-c40731d93257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:00.689458 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-47924707-fd2b-4da0-aab7-c40731d93257 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0856466 Feb 07 04:18:00.698247 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-c933a70f-e69a-4f91-bc1f-2c7996decd6b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039050704&fields=id&tenant_id=50ebc5dbe4c54633a6605d9a54949953 HTTP/1.1" status: 200 len: 267 time: 0.0616007 Feb 07 04:18:00.803029 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:00.873313 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-052507ea-66be-4f39-908c-eed9e8057634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:00.874791 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-052507ea-66be-4f39-908c-eed9e8057634 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.1756961 Feb 07 04:18:00.884083 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-fcb51d50-2c58-4512-8510-268603469317 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:00.885521 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-fcb51d50-2c58-4512-8510-268603469317 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/networks?id=2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 200 len: 812 time: 0.1781645 Feb 07 04:18:00.940455 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-182e794e-7fcd-4f9b-96e6-a412061438ee tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/quotas/50ebc5dbe4c54633a6605d9a54949953 HTTP/1.1" status: 200 len: 375 time: 0.0447366 Feb 07 04:18:00.942761 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c32e0-12eb-4e91-b65c-c717fff05935 req-fe7abdb2-37a5-4927-9546-7a9ece8ea2b5 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:00.953292 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d41c32e0-12eb-4e91-b65c-c717fff05935 req-fe7abdb2-37a5-4927-9546-7a9ece8ea2b5 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0709357 Feb 07 04:18:01.039031 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-3be9bcf4-9305-417e-af28-2ce7a7ce2b4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 998 time: 0.1525178 Feb 07 04:18:01.050610 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d41c32e0-12eb-4e91-b65c-c717fff05935 req-801dc24c-9a84-47a1-a1a9-14e3a24eba0a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959668 Feb 07 04:18:01.087633 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-0657bdb3-818b-467a-9952-804555b34f32 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1392698 Feb 07 04:18:01.122603 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '46794030-603b-46ff-8c70-f6dda2aa658f', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'port_id': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'mac_address': 'fa:16:3e:0d:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:16:28Z', 'updated_at': '2022-02-07T04:17:59Z', 'revision_number': 1, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:01.171389 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2c985-ef9a-4286-b07e-f24be843cec4 None None] The sync data for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi is: [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '46794030-603b-46ff-8c70-f6dda2aa658f', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'port_id': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'mac_address': 'fa:16:3e:0d:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:16:28Z', 'updated_at': '2022-02-07T04:17:59Z', 'revision_number': 1, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:18:01.233172 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3d3144f5-81e1-4a8e-92db-fa2846191367 req-37d923c6-ad6b-44af-bd43-1ca4e15f0e07 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 210 time: 0.0804207 Feb 07 04:18:01.368339 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d4e090b1-67ca-4dfb-9b4e-e44e33e38858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:01.375434 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767b827-607c-4f18-a652-57e29617f202 req-7127d288-c674-46b6-bfad-6671938a8598 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:01.377210 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b767b827-607c-4f18-a652-57e29617f202 req-7127d288-c674-46b6-bfad-6671938a8598 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0807514 Feb 07 04:18:01.436712 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b767b827-607c-4f18-a652-57e29617f202 req-e82e61a8-7b55-465b-ba05-fac934ef5d53 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525966 Feb 07 04:18:01.474303 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-30452904-f64c-4e33-9b23-6da42c039b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:01.475448 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-30452904-f64c-4e33-9b23-6da42c039b7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.3857138 Feb 07 04:18:01.541581 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1dc9f3-e529-40df-b99c-63b4e92d8c74 None None] New status for floating IP 46794030-603b-46ff-8c70-f6dda2aa658f: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:18:01.552640 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-0f05db42-2bab-41ef-b97b-7a13cd799e9f service neutron] 10.222.0.13 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639628 Feb 07 04:18:01.574928 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-6ad1b13b-513e-4744-a8c4-fa6a0cc9cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:01.576441 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-6ad1b13b-513e-4744-a8c4-fa6a0cc9cf69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928025 Feb 07 04:18:01.643961 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-163a8c87-b5f7-4464-81df-2acb81b53fc3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:01.651381 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-163a8c87-b5f7-4464-81df-2acb81b53fc3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 815 time: 0.1357720 Feb 07 04:18:01.668372 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-be8cfe07-a7fc-4d32-96a7-0c046cd77c35 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/quotas/06d109aa9a364bed8b25935d5374bf3b HTTP/1.1" status: 200 len: 375 time: 0.0159953 Feb 07 04:18:01.712977 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-bcec367d-5253-469c-acef-cfba644bb417 service neutron] 10.222.0.13 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570785 Feb 07 04:18:01.724383 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-3943fb44-565f-4515-8fad-b2ebe8fcbcc0 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200290 Feb 07 04:18:01.736257 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-b4a3dc98-f3cb-45a8-b3ed-58c4e79989e6 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663540 Feb 07 04:18:01.832781 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-c2de76de-1571-4e59-83da-1e4a4b976ddc service neutron] 10.222.0.13 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950696 Feb 07 04:18:01.849341 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3e2ea5ea-6fd2-4193-b916-acfa92625ec8 req-8711e041-325d-42f8-bc63-68a573f290c1 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182714 Feb 07 04:18:01.937426 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-8c9b008a-9820-4c4f-93fb-87a1c4d47165 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970042 Feb 07 04:18:02.067602 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9659f82-70e1-4f18-96af-805c8695053b req-45bfbf25-fbc2-4e16-9ba4-bb76f2905199 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:02.069766 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b9659f82-70e1-4f18-96af-805c8695053b req-45bfbf25-fbc2-4e16-9ba4-bb76f2905199 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0674703 Feb 07 04:18:02.121232 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fff11496-0432-4ffa-8377-f68739448e80 req-89c79d59-7607-4bd5-b147-c3e07c06add5 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 210 time: 0.0342000 Feb 07 04:18:02.152457 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b9659f82-70e1-4f18-96af-805c8695053b req-1618c560-cac9-4df5-8bf9-c33031765e4a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772240 Feb 07 04:18:02.215022 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c5cbb572-fbac-4e1a-9fff-28352d741f0e req-efedc4ce-0d25-4222-a199-4069e6f6e878 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 210 time: 0.0473158 Feb 07 04:18:02.341636 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfb32f-8681-48c7-ad01-e34913e8bfbd req-eaaf53fa-f59b-43bd-bbeb-518e7b4c5331 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:02.344033 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7ccfb32f-8681-48c7-ad01-e34913e8bfbd req-eaaf53fa-f59b-43bd-bbeb-518e7b4c5331 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1095283 Feb 07 04:18:02.411492 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-28e271b0-8d9a-4895-b3b4-e81e94b2b5b2 req-f7dfeb27-b256-4eab-b4de-bf5dd9421e75 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 210 time: 0.0404041 Feb 07 04:18:02.472725 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7ccfb32f-8681-48c7-ad01-e34913e8bfbd req-65c9bfac-4354-45ed-8d4a-2171128f97a0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128094 Feb 07 04:18:02.518021 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:02.531467 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-69c4f2f7-43c8-447b-8e81-5abec9398390 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:02.533090 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-69c4f2f7-43c8-447b-8e81-5abec9398390 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 808 time: 0.1866856 Feb 07 04:18:02.623283 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3140b18-88ce-407d-8cc3-243d9ed24cd7 req-c11cf0cf-cf3f-40c3-87e7-a87717602c75 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:02.624880 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c3140b18-88ce-407d-8cc3-243d9ed24cd7 req-c11cf0cf-cf3f-40c3-87e7-a87717602c75 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 943 time: 0.0667369 Feb 07 04:18:02.663705 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-6c00a0c9-94d3-4096-9889-2174478d0c8e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2167e4b270e74390ab25c6bf679b1f4d HTTP/1.1" status: 200 len: 380 time: 0.0678253 Feb 07 04:18:02.676792 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c3140b18-88ce-407d-8cc3-243d9ed24cd7 req-fcc30da8-7e76-4b0b-92fd-9c77da86537e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Feb 07 04:18:02.690467 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Request body: {'port': {'device_id': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'admin_state_up': True, 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'security_groups': ['197462bb-33fc-4435-b77c-63b2ab417db5']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:02.822854 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Made reservation on behalf of 2167e4b270e74390ab25c6bf679b1f4d for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:18:02.826387 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:02.964229 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Allocated IP 172.20.0.7 (e1b98d4e-8309-43f2-8aa1-082023c2a074/315a4ea0-2232-4f03-b536-efec0a848f6a/17109406-6d8f-40f6-9417-ddb7abe58df8) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:18:02.983928 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:18:03.095198 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:03.107587 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'port_id': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'mac_address': 'fa:16:3e:67:e8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:18:03.122184 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:03.160033 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:03.164038 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:18:03.164527 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:03.181436 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:18:03.205670 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:03.210604 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:03.227630 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Network e1b98d4e-8309-43f2-8aa1-082023c2a074 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:18:03.250920 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:18:03.272951 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:18:03.277084 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8ba25a7a-4f20-4c44-904f-fdad8cf9fec6 req-3ee9e03d-5245-4cb2-a700-40e68151a29a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 210 time: 0.0548329 Feb 07 04:18:03.334674 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'Port': ['ID=17109406-6d8f-40f6-9417-ddb7abe58df8,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:03.335641 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:03.363245 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.363602 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.364129 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.364311 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.364651 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.364985 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.365319 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.365484 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.365649 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.365860 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.365971 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.366292 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.366410 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.366650 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.366991 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.367371 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.367703 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.368310 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.368816 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.369354 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.369832 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.370372 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.370847 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.378292 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.378988 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.379498 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:03.404937 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-eac1c076-11c9-4edc-91d7-583746e0fb1f req-349dc708-0421-4ed0-8e86-437a60890e0b tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 210 time: 0.0677876 Feb 07 04:18:03.408341 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:03.409158 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:03.456786 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-5cd39f5c-57ff-46f0-abc2-b361ab159c32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7707014 Feb 07 04:18:03.502518 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Request body: {'port': {'device_id': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:03.625641 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:03.641213 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72709b85-98c5-4f32-b2f6-ca479fe77670 req-bd284e98-3314-4bd9-9837-c0590483617f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:03.644153 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a954a-9280-4681-a229-45ef77cfca5a req-28583bdc-8f24-4c2d-9b3d-8ec22094820f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:03.644546 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-b0f17f3d-3ae8-45ab-9f09-0d8a74e7db4a None None] Provisioning complete for port 17109406-6d8f-40f6-9417-ddb7abe58df8 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:18:03.645027 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b0f17f3d-3ae8-45ab-9f09-0d8a74e7db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:03.646246 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0c2a954a-9280-4681-a229-45ef77cfca5a req-28583bdc-8f24-4c2d-9b3d-8ec22094820f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 931 time: 0.1039226 Feb 07 04:18:03.649781 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72709b85-98c5-4f32-b2f6-ca479fe77670 req-bd284e98-3314-4bd9-9837-c0590483617f tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0691535 Feb 07 04:18:03.697171 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-b0f17f3d-3ae8-45ab-9f09-0d8a74e7db4a None None] Port 17109406-6d8f-40f6-9417-ddb7abe58df8 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:18:03.698433 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72709b85-98c5-4f32-b2f6-ca479fe77670 req-69f815e6-ffc0-45da-95fe-ce8e97922ce4 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475960 Feb 07 04:18:03.788763 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0c2a954a-9280-4681-a229-45ef77cfca5a req-23790528-147e-4e7b-a78d-edf0d6e3f3a9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175356 Feb 07 04:18:03.811174 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b955f-159d-4466-95b5-fe1322f6dc75 req-f456cbfe-cc46-421a-97e7-5be74339e21b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:03.812327 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f71b955f-159d-4466-95b5-fe1322f6dc75 req-f456cbfe-cc46-421a-97e7-5be74339e21b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 944 time: 0.0575197 Feb 07 04:18:03.860027 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f71b955f-159d-4466-95b5-fe1322f6dc75 req-25cdd581-e575-419f-9f72-b14b6350866b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Feb 07 04:18:03.906059 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:03.955767 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17109406-6d8f-40f6-9417-ddb7abe58df8 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:18:03.965585 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Publish callbacks [] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:03.978604 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Transition to ACTIVE for port object 17109406-6d8f-40f6-9417-ddb7abe58df8 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:18:03.983515 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:04.034018 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Pushing event updated for resources: {'Port': ['ID=17109406-6d8f-40f6-9417-ddb7abe58df8,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:04.103634 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Attempting to bind port 17109406-6d8f-40f6-9417-ddb7abe58df8 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:18:04.104102 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Attempting to bind port 17109406-6d8f-40f6-9417-ddb7abe58df8 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:18:04.104411 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Attempting to bind port 17109406-6d8f-40f6-9417-ddb7abe58df8 on network e1b98d4e-8309-43f2-8aa1-082023c2a074 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:18:04.119195 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Port 17109406-6d8f-40f6-9417-ddb7abe58df8 on network e1b98d4e-8309-43f2-8aa1-082023c2a074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:18:04.120119 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Attempting to bind port 17109406-6d8f-40f6-9417-ddb7abe58df8 on network e1b98d4e-8309-43f2-8aa1-082023c2a074 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:18:04.144714 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:18:04.145055 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Checking segment: {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:18:04.145448 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Bound using segment: {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:18:04.145893 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Bound port: 17109406-6d8f-40f6-9417-ddb7abe58df8, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9415dbc-d49c-45a0-8285-9152588f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:18:04.146250 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:04.150458 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:04.199510 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04494614-2645-4162-94a4-8bb87000962e req-158fc3c9-e6c9-429b-aa66-b32424fec970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:04.201203 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-04494614-2645-4162-94a4-8bb87000962e req-158fc3c9-e6c9-429b-aa66-b32424fec970 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1129 time: 0.0937099 Feb 07 04:18:04.242256 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] For port 17109406-6d8f-40f6-9417-ddb7abe58df8, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:18:04.250057 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] For port 17109406-6d8f-40f6-9417-ddb7abe58df8, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=17109406-6d8f-40f6-9417-ddb7abe58df8,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:18:04.257262 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:04.295101 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-04494614-2645-4162-94a4-8bb87000962e req-57b520ed-371c-4098-b42d-9a0bb1d41ebe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844185 Feb 07 04:18:04.305984 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:04.306608 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:04.308680 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] 10.222.0.30 "PUT /v2.0/ports/17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 1093 time: 0.8105376 Feb 07 04:18:04.309313 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:04.311584 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf" -d '{"events": [{"name": "network-changed", "server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:04.330271 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a38c7b-91d3-4d7a-ac9f-028a1f0cac04 service neutron] Pushing event updated for resources: {'Port': ['ID=17109406-6d8f-40f6-9417-ddb7abe58df8,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:04.385531 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eb3a07-c5c8-4b3e-9b29-1dc7bc13b100 x-openstack-request-id: req-e7eb3a07-c5c8-4b3e-9b29-1dc7bc13b100 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:04.385746 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:04.386009 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7eb3a07-c5c8-4b3e-9b29-1dc7bc13b100 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:04.386402 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'status': 'completed', 'code': 200} Feb 07 04:18:04.414742 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4e22d837-3f5b-404c-b504-885dcaf56829 req-a53ed8d5-68ae-4d38-b987-f24372da612b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 210 time: 0.0429437 Feb 07 04:18:04.518089 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4bd5954a-5013-410e-a238-b52c4e081eb4 req-810a54d6-e4e4-44db-8fa0-212ef795f22b tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 210 time: 0.0275497 Feb 07 04:18:04.817360 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55894) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:04.817990 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa887e2-9b3a-41b1-ab86-52c06f31d470 req-e9a57355-3795-4abc-a7a2-c861f37a7fdc tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:04.819708 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-afa887e2-9b3a-41b1-ab86-52c06f31d470 req-e9a57355-3795-4abc-a7a2-c861f37a7fdc tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0518713 Feb 07 04:18:04.871777 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-afa887e2-9b3a-41b1-ab86-52c06f31d470 req-81d1b2a9-b7e2-4802-a7dc-a858486a8e77 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436938 Feb 07 04:18:05.005629 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb274338-e92b-420f-8a0e-91999d14cd00 req-28216a89-c16b-43fe-be91-51cf75ecfb72 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:05.008512 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fb274338-e92b-420f-8a0e-91999d14cd00 req-28216a89-c16b-43fe-be91-51cf75ecfb72 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 944 time: 0.0720718 Feb 07 04:18:05.093875 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-11cf7b7e-9b62-4488-b46c-05c3902212ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:05.095343 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-11cf7b7e-9b62-4488-b46c-05c3902212ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1127 time: 0.1007221 Feb 07 04:18:05.110849 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fb274338-e92b-420f-8a0e-91999d14cd00 req-61811a3e-f92d-4c27-b2c9-ade52be5486b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735464 Feb 07 04:18:05.169214 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bc134d0-430e-4e6c-b0b6-e87f338944c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.202763 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-82e070f2-362b-4a1c-99d7-6e7c7ffdb73a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 217 time: 0.0455844 Feb 07 04:18:05.214842 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e43b17-4c42-40dc-87c1-ac5c473fe2d1 req-fe1d943e-4f32-4271-8634-0e52c38b365e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:05.216751 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6e43b17-4c42-40dc-87c1-ac5c473fe2d1 req-fe1d943e-4f32-4271-8634-0e52c38b365e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.3580709 Feb 07 04:18:05.257073 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.262073 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-d3925549-7046-4b62-ab8e-661cea37daa1 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:05.264259 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-d3925549-7046-4b62-ab8e-661cea37daa1 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 815 time: 0.3782449 Feb 07 04:18:05.281822 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-e4efeec5-8682-46a2-98f2-316a6364017e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:05.283324 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-e4efeec5-8682-46a2-98f2-316a6364017e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "GET /v2.0/networks?id=2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 200 len: 812 time: 0.1918259 Feb 07 04:18:05.295490 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-a86ff023-01f8-4cff-8ddc-ce4add3d1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:05.296980 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-a86ff023-01f8-4cff-8ddc-ce4add3d1d9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.0707641 Feb 07 04:18:05.311319 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c6e43b17-4c42-40dc-87c1-ac5c473fe2d1 req-cfb9081f-8b1b-4002-a18a-d247d8470b68 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882463 Feb 07 04:18:05.314676 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Request body: {'port': {'device_id': '73db778d-755d-49b4-b51b-0557e2b15b37', 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502', 'admin_state_up': True, 'tenant_id': '06d109aa9a364bed8b25935d5374bf3b'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:05.393639 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bc134d0-430e-4e6c-b0b6-e87f338944c3 admin admin] Publish callbacks [] for security_group (503b6089-fe3d-496f-8b4e-5a093b60793d), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.404025 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1bc134d0-430e-4e6c-b0b6-e87f338944c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (503b6089-fe3d-496f-8b4e-5a093b60793d), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.416770 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-33468fff-4efa-4fa9-81b8-a66e2373098a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ebc5dbe4c54633a6605d9a54949953 HTTP/1.1" status: 200 len: 380 time: 0.0824788 Feb 07 04:18:05.425358 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-91a21ec1-17b8-4b1d-890a-e546e1bf6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:05.426448 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-91a21ec1-17b8-4b1d-890a-e546e1bf6af7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857053 Feb 07 04:18:05.429856 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'port': {'device_id': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'admin_state_up': True, 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'security_groups': ['07b6c921-abba-495c-8340-60441610b74d']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:05.477383 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-1bc134d0-430e-4e6c-b0b6-e87f338944c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2d43cd34f6a491ea4540589de42f30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6565545 Feb 07 04:18:05.477607 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 55906) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:05.485720 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc134d0-430e-4e6c-b0b6-e87f338944c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503b6089-fe3d-496f-8b4e-5a093b60793d,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:05.520417 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Made reservation on behalf of 06d109aa9a364bed8b25935d5374bf3b for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:18:05.523677 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.552459 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-01fbdee4-54fe-4d1d-b94e-e1711e787587 req-523e633a-dfe1-4871-a4b4-678fd2cfc45f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 210 time: 0.0654743 Feb 07 04:18:05.607647 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fb6162c-ee9d-4a87-beb0-7911a9dbe2c7 admin admin] Publish callbacks [] for security_group (503b6089-fe3d-496f-8b4e-5a093b60793d), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.622940 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-59530a67-5b8e-425a-90f0-7ec8cc621f89 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897280 Feb 07 04:18:05.655865 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-22a8ab80-1a74-4112-bdfd-d73cf7b1e597 req-c7071343-8b20-42b7-9330-052e444561ad tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 210 time: 0.0502815 Feb 07 04:18:05.675046 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fb6162c-ee9d-4a87-beb0-7911a9dbe2c7 admin admin] Publish callbacks [] for security_group (503b6089-fe3d-496f-8b4e-5a093b60793d), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.683740 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Made reservation on behalf of 50ebc5dbe4c54633a6605d9a54949953 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:18:05.687147 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.746173 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Allocated IP 172.20.0.7 (7ca219ba-88c9-4d7f-a70f-fc6411c07502/af423cb7-f9c2-4918-a556-6857397f625d/ac94b66d-3a3d-43fe-82fe-267f8a81a9ea) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:18:05.771042 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fb6162c-ee9d-4a87-beb0-7911a9dbe2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (503b6089-fe3d-496f-8b4e-5a093b60793d), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.773607 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6fb6162c-ee9d-4a87-beb0-7911a9dbe2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:05.774753 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-6fb6162c-ee9d-4a87-beb0-7911a9dbe2c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/503b6089-fe3d-496f-8b4e-5a093b60793d HTTP/1.1" status: 204 len: 168 time: 0.2962515 Feb 07 04:18:05.797566 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6162c-ee9d-4a87-beb0-7911a9dbe2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503b6089-fe3d-496f-8b4e-5a093b60793d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:05.805999 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c6db5b51-be92-43dd-9203-ff794b66d16d req-b8401f37-8fe2-4421-99e5-14b1c881867f service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765213 Feb 07 04:18:05.866949 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Allocated IP 172.20.0.10 (2380dba0-88cd-40c3-a56d-3005ce2546c4/a8a686dd-1e4e-490e-8011-1cbb02509d34/d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:18:05.977263 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks [] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.025884 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.066594 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'e4368539-c55d-4781-9c7f-7915272fcb88', '14881f67-cb42-40b9-a3da-ac9deed53950'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:06.120862 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:18:06.124920 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:18:06.131656 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:18:06.139114 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:06.139784 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.148287 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-ba663c65-88c0-40d7-9fa7-7e7782474221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:06.149719 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-ba663c65-88c0-40d7-9fa7-7e7782474221 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1127 time: 0.1562071 Feb 07 04:18:06.157574 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.161569 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Pushing event updated for resources: {'Port': ['ID=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:06.167997 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05c4a0-0fe6-4a2a-b856-5fc4a058e926 req-f52260c3-b82b-400e-ae22-9209893edb92 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:06.169444 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-3a1796ba-7e54-4eba-bc7a-8b9ae13e666a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8632588 Feb 07 04:18:06.169802 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5d05c4a0-0fe6-4a2a-b856-5fc4a058e926 req-f52260c3-b82b-400e-ae22-9209893edb92 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1776073 Feb 07 04:18:06.190572 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Request body: {'port': {'device_id': '73db778d-755d-49b4-b51b-0557e2b15b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:06.303940 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.306182 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5d05c4a0-0fe6-4a2a-b856-5fc4a058e926 req-480585a1-cb34-44d7-8556-c8b5d347a218 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241255 Feb 07 04:18:06.307192 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.375246 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'Port': ['ID=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:06.379394 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1cf10-b731-4f26-8448-093522787677 req-1ff379d1-8759-41c5-af8b-4187ac3dc012 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:06.381010 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f2a1cf10-b731-4f26-8448-093522787677 req-1ff379d1-8759-41c5-af8b-4187ac3dc012 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 944 time: 0.1227119 Feb 07 04:18:06.401445 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-14eff6a3-5222-448e-b335-ee11c714f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:06.403682 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-14eff6a3-5222-448e-b335-ee11c714f0c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 909 time: 0.2308855 Feb 07 04:18:06.407061 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:18:06.422339 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:18:06.424733 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:18:06.505859 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:06.506899 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.530154 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f2a1cf10-b731-4f26-8448-093522787677 req-5041568f-83e2-4bea-ad7e-df4316b686e1 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396127 Feb 07 04:18:06.561850 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-2e86d6d1-dea3-415f-9df8-d67d581684dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1389651 Feb 07 04:18:06.564026 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-81905fd5-1641-4044-83fe-b6636fd01fcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 217 time: 0.0733080 Feb 07 04:18:06.580666 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf52d2-d227-4cc6-8093-ec25d8255590 req-edbc2660-60fb-4ff2-9b51-41982c848b74 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:06.582234 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f7cf52d2-d227-4cc6-8093-ec25d8255590 req-edbc2660-60fb-4ff2-9b51-41982c848b74 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.1773741 Feb 07 04:18:06.702007 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-26189eee-f389-4c94-b5f1-833388b5c87e None None] Provisioning complete for port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:18:06.703048 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-26189eee-f389-4c94-b5f1-833388b5c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.729225 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac94b66d-3a3d-43fe-82fe-267f8a81a9ea {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:18:06.739589 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Publish callbacks [] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.759083 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Transition to ACTIVE for port object ac94b66d-3a3d-43fe-82fe-267f8a81a9ea will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:18:06.772316 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b998-b737-47bb-adef-18e8f4cebd7e req-329c0ae4-9f22-43ce-9feb-98e07806d65f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:06.776715 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-26189eee-f389-4c94-b5f1-833388b5c87e None None] Port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:18:06.780926 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d949b998-b737-47bb-adef-18e8f4cebd7e req-329c0ae4-9f22-43ce-9feb-98e07806d65f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 932 time: 0.0977938 Feb 07 04:18:06.788543 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.849538 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Request body: {'port': {'device_id': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:06.880204 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Pushing event updated for resources: {'Port': ['ID=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:06.890900 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d949b998-b737-47bb-adef-18e8f4cebd7e req-48b2b872-5f6d-49b2-91a7-94522dfe1edf tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098003 Feb 07 04:18:06.933399 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Attempting to bind port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:18:06.933685 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Attempting to bind port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:18:06.934012 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Attempting to bind port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:18:06.938397 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:18:06.938722 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Attempting to bind port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea on network 7ca219ba-88c9-4d7f-a70f-fc6411c07502 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:18:06.943626 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:18:06.943965 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Checking segment: {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:18:06.944385 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Bound using segment: {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:18:06.944813 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Bound port: ac94b66d-3a3d-43fe-82fe-267f8a81a9ea, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8bfeee-ac23-4dba-af02-44412569c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:18:06.945178 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:06.950660 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-aa950bee-d162-486f-88c9-f768d155ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:06.952137 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-aa950bee-d162-486f-88c9-f768d155ddd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.1144693 Feb 07 04:18:06.960434 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f7cf52d2-d227-4cc6-8093-ec25d8255590 req-d58ef75f-c625-4b3b-acc8-3974abeb457c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686805 Feb 07 04:18:06.969712 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.050239 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b537b3a-f1c6-4caa-86f8-bf2755ae258d req-429dd25a-187e-48c2-9ffc-d1e02125100d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:07.051718 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3b537b3a-f1c6-4caa-86f8-bf2755ae258d req-429dd25a-187e-48c2-9ffc-d1e02125100d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 943 time: 0.0922370 Feb 07 04:18:07.063553 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:18:07.069651 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] For port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea, host hv-cinder-79963, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:18:07.095310 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] For port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:18:07.098019 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-41a9b404-ef1d-440c-8daa-7205a8cc6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:07.099540 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-41a9b404-ef1d-440c-8daa-7205a8cc6900 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1307957 Feb 07 04:18:07.104266 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.128917 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:18:07.133670 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:18:07.134046 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.152649 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3b537b3a-f1c6-4caa-86f8-bf2755ae258d req-483cae90-588f-407a-8cb4-30ff5da616c2 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931180 Feb 07 04:18:07.160526 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:07.161890 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.162742 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] 10.222.0.30 "PUT /v2.0/ports/ac94b66d-3a3d-43fe-82fe-267f8a81a9ea HTTP/1.1" status: 200 len: 1093 time: 0.9786782 Feb 07 04:18:07.162966 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73db778d-755d-49b4-b51b-0557e2b15b37', 'tag': 'ac94b66d-3a3d-43fe-82fe-267f8a81a9ea'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:07.165270 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd04159a-f2e4-40e0-9988-b8fff8477825" -d '{"events": [{"name": "network-changed", "server_uuid": "73db778d-755d-49b4-b51b-0557e2b15b37", "tag": "ac94b66d-3a3d-43fe-82fe-267f8a81a9ea"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:07.211331 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f827de0-bee0-4617-8e71-e883e827dadf service neutron] Pushing event updated for resources: {'Port': ['ID=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:07.218859 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6341327-b437-4f3b-9da0-1f3b37649827 x-openstack-request-id: req-a6341327-b437-4f3b-9da0-1f3b37649827 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:07.219357 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73db778d-755d-49b4-b51b-0557e2b15b37", "tag": "ac94b66d-3a3d-43fe-82fe-267f8a81a9ea", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:07.219858 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6341327-b437-4f3b-9da0-1f3b37649827 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:07.220483 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73db778d-755d-49b4-b51b-0557e2b15b37', 'tag': 'ac94b66d-3a3d-43fe-82fe-267f8a81a9ea', 'status': 'completed', 'code': 200} Feb 07 04:18:07.235707 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:18:07.236403 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.258940 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:07.261187 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e25a2ce-5d56-4e48-aa64-da9a982fa6dd" -d '{"events": [{"server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "name": "network-vif-plugged", "status": "completed", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:07.265709 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-e12112c7-bde0-4228-8a76-78817865549f service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552241 Feb 07 04:18:07.274063 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:07.279870 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.307240 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-186e43a2-d9f5-495e-be15-6e2d4f2db659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:07.308906 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-186e43a2-d9f5-495e-be15-6e2d4f2db659 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 1127 time: 0.0584221 Feb 07 04:18:07.428544 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-1feae34a-1daf-4e7e-b5fc-f536460854b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea HTTP/1.1" status: 200 len: 217 time: 0.0524187 Feb 07 04:18:07.433730 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145aa44-7853-4892-a941-6cc74ad822fb x-openstack-request-id: req-8145aa44-7853-4892-a941-6cc74ad822fb {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:07.434619 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "name": "network-vif-plugged", "status": "completed", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:07.434966 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8145aa44-7853-4892-a941-6cc74ad822fb {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:07.435287 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'code': 200} Feb 07 04:18:07.440730 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:18:07.450412 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Publish callbacks [] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.457944 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1a8c4d04-5d7e-4986-83b8-b0a6776279cf req-12616a0f-05c6-4a37-a073-47f81ec3851e service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833625 Feb 07 04:18:07.466970 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:07.471618 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Transition to ACTIVE for port object d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:18:07.480297 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.491290 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ec401-2ce7-48fa-921c-240128c77b60 req-a3c6ddb1-1e06-4a14-92e0-14287c17a3b6 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:07.498912 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-db4ec401-2ce7-48fa-921c-240128c77b60 req-a3c6ddb1-1e06-4a14-92e0-14287c17a3b6 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.1073217 Feb 07 04:18:07.501712 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-2d7e1fbb-d847-42b6-b6ef-5fa70ee5140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:07.503268 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-2d7e1fbb-d847-42b6-b6ef-5fa70ee5140f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af423cb7-f9c2-4918-a556-6857397f625d HTTP/1.1" status: 200 len: 855 time: 0.0630090 Feb 07 04:18:07.541023 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-24f37586-5059-40ac-8e1f-22f0e581a5ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca219ba-88c9-4d7f-a70f-fc6411c07502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262847 Feb 07 04:18:07.586526 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Pushing event updated for resources: {'Port': ['ID=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:07.610335 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-db4ec401-2ce7-48fa-921c-240128c77b60 req-a39c9c20-94b2-4f65-b6d1-256869094881 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105323 Feb 07 04:18:07.707976 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Attempting to bind port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:18:07.708276 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Attempting to bind port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:18:07.708604 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Attempting to bind port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b on network 2380dba0-88cd-40c3-a56d-3005ce2546c4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:18:07.716262 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416153d6-af6b-4979-ac7c-989e5f3ddf31 req-5da3d3d5-b9b6-492b-b80d-99d7f93f7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:07.717796 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-416153d6-af6b-4979-ac7c-989e5f3ddf31 req-5da3d3d5-b9b6-492b-b80d-99d7f93f7aa5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.1429646 Feb 07 04:18:07.718845 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b on network 2380dba0-88cd-40c3-a56d-3005ce2546c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:18:07.719166 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Attempting to bind port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b on network 2380dba0-88cd-40c3-a56d-3005ce2546c4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:18:07.725946 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:18:07.726282 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Checking segment: {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:18:07.726670 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Bound using segment: {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:18:07.727105 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Bound port: d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:18:07.727462 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.729202 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275535c6-b560-44e9-b804-a7bfaaa4b423 req-9f694ac7-bb50-484c-ad31-15e06857a478 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:07.731905 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-275535c6-b560-44e9-b804-a7bfaaa4b423 req-9f694ac7-bb50-484c-ad31-15e06857a478 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.1290460 Feb 07 04:18:07.734287 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-1769755b-2936-400a-bf1a-4bf5203938c9 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867177 Feb 07 04:18:07.828334 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-416153d6-af6b-4979-ac7c-989e5f3ddf31 req-015d15dc-23af-400f-8850-f70e35f44772 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033764 Feb 07 04:18:07.832628 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] For port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:18:07.837565 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] For port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:18:07.843708 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.874332 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-275535c6-b560-44e9-b804-a7bfaaa4b423 req-8f6c66a8-c5ab-4ca0-ac55-9ed82b37cbf7 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289022 Feb 07 04:18:07.897994 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:07.914112 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:07.916238 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] 10.222.0.30 "PUT /v2.0/ports/d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b HTTP/1.1" status: 200 len: 1094 time: 1.0768235 Feb 07 04:18:07.916238 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'tag': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:07.922388 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9ac939-8cac-4a3d-bfb2-20bf57b5a9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "167dea27-bb6f-4570-bce1-655c26a20dbd", "tag": "d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:07.927968 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a1cb5fbc-89a4-4b78-955e-91d9542846f2 req-5ab55b88-980d-4aa4-aab2-b795df65fb1c service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862960 Feb 07 04:18:07.960775 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c7ada-2ef6-4865-919d-910ef26285aa service neutron] Pushing event updated for resources: {'Port': ['ID=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:08.009104 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b652fe7-be84-4e15-9687-4bc66606ff21 x-openstack-request-id: req-2b652fe7-be84-4e15-9687-4bc66606ff21 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:08.009409 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167dea27-bb6f-4570-bce1-655c26a20dbd", "tag": "d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:08.009657 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b652fe7-be84-4e15-9687-4bc66606ff21 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:08.010061 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'tag': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'status': 'completed', 'code': 200} Feb 07 04:18:08.047193 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec5405-6622-4f8e-9133-ce1761d749d4 req-0c31b282-af4c-42d7-ade3-3eb722c7a0af tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.048429 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5fec5405-6622-4f8e-9133-ce1761d749d4 req-0c31b282-af4c-42d7-ade3-3eb722c7a0af tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0663695 Feb 07 04:18:08.101606 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5fec5405-6622-4f8e-9133-ce1761d749d4 req-8e980791-6cd2-40c5-88af-54cf0e5935d6 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470686 Feb 07 04:18:08.115757 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb3b76-a7ae-4974-bdd9-3bd5d2108350 req-2bcc2b1d-13b8-42f7-8355-fd5b84ff970c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.117294 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-47fb3b76-a7ae-4974-bdd9-3bd5d2108350 req-2bcc2b1d-13b8-42f7-8355-fd5b84ff970c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0569344 Feb 07 04:18:08.166973 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-47fb3b76-a7ae-4974-bdd9-3bd5d2108350 req-7d924d83-07f0-4267-b620-1c72ec0009d2 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 Feb 07 04:18:08.213478 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b3ca5-2b52-4ae0-ae6f-29cf32be3b77 req-0d27a6ce-0717-4b70-b0a5-fdfc2204e449 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.214976 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a79b3ca5-2b52-4ae0-ae6f-29cf32be3b77 req-0d27a6ce-0717-4b70-b0a5-fdfc2204e449 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0523758 Feb 07 04:18:08.263329 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a79b3ca5-2b52-4ae0-ae6f-29cf32be3b77 req-49946991-65f9-49cb-8576-3b6b85da86d1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Feb 07 04:18:08.304444 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d14263-fe56-4e3d-bd01-b311c3a1d188 req-1182a5dd-346f-4d40-8197-9d7a3c1fce6d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.305915 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76d14263-fe56-4e3d-bd01-b311c3a1d188 req-1182a5dd-346f-4d40-8197-9d7a3c1fce6d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 943 time: 0.0554948 Feb 07 04:18:08.351565 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76d14263-fe56-4e3d-bd01-b311c3a1d188 req-8a52a41b-7836-4e41-b822-06a3c34f8cd3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Feb 07 04:18:08.645867 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed4860-db05-44fb-b888-fff183ea8409 req-d5b83157-8cff-4b1e-ba98-34c7cde985e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.647401 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-04ed4860-db05-44fb-b888-fff183ea8409 req-d5b83157-8cff-4b1e-ba98-34c7cde985e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 1129 time: 0.0491738 Feb 07 04:18:08.672022 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac939-8cac-4a3d-bfb2-20bf57b5a9a8 req-291e9e96-0fff-4638-85da-aa3666c56f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.673540 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7c9ac939-8cac-4a3d-bfb2-20bf57b5a9a8 req-291e9e96-0fff-4638-85da-aa3666c56f66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 1128 time: 0.0743694 Feb 07 04:18:08.675199 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-68feefb3-b2d3-4973-bbf8-95c5e9523d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.676550 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-68feefb3-b2d3-4973-bbf8-95c5e9523d6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06d109aa9a364bed8b25935d5374bf3b&device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 1127 time: 0.0762336 Feb 07 04:18:08.738945 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed4860-db05-44fb-b888-fff183ea8409 req-3c94f605-6f92-403f-b582-493d891a7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.740454 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-04ed4860-db05-44fb-b888-fff183ea8409 req-3c94f605-6f92-403f-b582-493d891a7b2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 200 len: 919 time: 0.0851569 Feb 07 04:18:08.786272 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-04ed4860-db05-44fb-b888-fff183ea8409 req-9abdf7d4-c540-49bf-b8f6-368b589d0b9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a3936d-26aa-4031-920c-7291ded7d6bc HTTP/1.1" status: 200 len: 217 time: 0.0381675 Feb 07 04:18:08.835545 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed4860-db05-44fb-b888-fff183ea8409 req-c308242c-b403-4b50-b521-abe3c846f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.837101 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-04ed4860-db05-44fb-b888-fff183ea8409 req-c308242c-b403-4b50-b521-abe3c846f9b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 200 len: 858 time: 0.0436742 Feb 07 04:18:08.849284 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac939-8cac-4a3d-bfb2-20bf57b5a9a8 req-fc0f0599-807e-4795-b3fc-a3e2fb85c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.850723 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7c9ac939-8cac-4a3d-bfb2-20bf57b5a9a8 req-fc0f0599-807e-4795-b3fc-a3e2fb85c4d0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=50ebc5dbe4c54633a6605d9a54949953&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1573451 Feb 07 04:18:08.852020 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-d992e07a-fb40-480e-94f4-e25a52c64359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:08.853337 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-d992e07a-fb40-480e-94f4-e25a52c64359 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 200 len: 916 time: 0.1522253 Feb 07 04:18:08.868538 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-04ed4860-db05-44fb-b888-fff183ea8409 req-4a673363-de85-4327-bb34-cf023d5cd31f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c81d0d0-d615-4849-87d4-dae2587ee669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251443 Feb 07 04:18:08.936548 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-ad2dd479-cf9a-44fe-95da-eb9ff45e63e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea HTTP/1.1" status: 200 len: 217 time: 0.0752907 Feb 07 04:18:08.959168 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-04ed4860-db05-44fb-b888-fff183ea8409 req-9ec0e7e7-da9b-495f-bec1-9355e89ba7a1 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836074 Feb 07 04:18:09.008708 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-c9523821-63fe-4540-a30a-682b78a5cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.010160 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-c9523821-63fe-4540-a30a-682b78a5cdd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af423cb7-f9c2-4918-a556-6857397f625d HTTP/1.1" status: 200 len: 855 time: 0.0674584 Feb 07 04:18:09.015251 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac939-8cac-4a3d-bfb2-20bf57b5a9a8 req-72a52f70-9642-4d0a-a5ea-a98c73a1fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.016883 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7c9ac939-8cac-4a3d-bfb2-20bf57b5a9a8 req-72a52f70-9642-4d0a-a5ea-a98c73a1fe10 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567917 Feb 07 04:18:09.045162 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-753d8ef3-b7d4-43ef-9477-b1b8ae2658a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca219ba-88c9-4d7f-a70f-fc6411c07502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272944 Feb 07 04:18:09.072982 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad4cf-d4de-4c51-8df8-b96750e56908 req-0ab89e18-e266-4b83-a42a-ccb424a7cb2b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.074444 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-01bad4cf-d4de-4c51-8df8-b96750e56908 req-0ab89e18-e266-4b83-a42a-ccb424a7cb2b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.1144547 Feb 07 04:18:09.092216 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-04ed4860-db05-44fb-b888-fff183ea8409 req-e1529de9-6381-4c85-9c11-81981c660f25 service neutron] 10.222.0.30 "GET /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240442 Feb 07 04:18:09.128493 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-01bad4cf-d4de-4c51-8df8-b96750e56908 req-d66c2d44-61ed-41a7-b671-762c9e5f7b06 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Feb 07 04:18:09.222563 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-d5988c7f-cf53-4030-a1a3-8dd65f332cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.224075 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-d5988c7f-cf53-4030-a1a3-8dd65f332cfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 1128 time: 0.1306226 Feb 07 04:18:09.225762 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-443c2728-00cf-44eb-a50e-6d0ba9cec448 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538105 Feb 07 04:18:09.249192 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9ceab-f374-48a7-8f0d-63152012d996 req-ab8f3187-0962-4dac-8e33-e426a5596e28 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.250659 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9cb9ceab-f374-48a7-8f0d-63152012d996 req-ab8f3187-0962-4dac-8e33-e426a5596e28 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0748274 Feb 07 04:18:09.287030 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa12ec5-afa1-4227-ba8b-f9ef1d0d62b8 req-974f130a-e251-4d98-b9e0-21b165cad139 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.288706 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3aa12ec5-afa1-4227-ba8b-f9ef1d0d62b8 req-974f130a-e251-4d98-b9e0-21b165cad139 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0532475 Feb 07 04:18:09.335214 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3aa12ec5-afa1-4227-ba8b-f9ef1d0d62b8 req-3598f042-eb5d-468e-ad23-637dd4bae91d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Feb 07 04:18:09.336649 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-3789f3ca-4adc-4ebb-a993-42ada1f9854d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b HTTP/1.1" status: 200 len: 217 time: 0.0780656 Feb 07 04:18:09.426057 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9cb9ceab-f374-48a7-8f0d-63152012d996 req-dfcb5bb3-0e5c-4950-b930-563f193860bf tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664624 Feb 07 04:18:09.448723 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dd04159a-f2e4-40e0-9988-b8fff8477825 req-420ef8f1-61c6-4784-9294-653ca445500e service neutron] 10.222.0.30 "GET /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939681 Feb 07 04:18:09.448817 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ae687-9179-4147-b3b1-996616ccc6ad req-1866482a-9d5d-49f2-bfe2-930adb89f462 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.450021 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5e6ae687-9179-4147-b3b1-996616ccc6ad req-1866482a-9d5d-49f2-bfe2-930adb89f462 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0589554 Feb 07 04:18:09.450728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-6124a963-c34a-4ce1-8b60-9e25aa78dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.452151 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-6124a963-c34a-4ce1-8b60-9e25aa78dc4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a686dd-1e4e-490e-8011-1cbb02509d34 HTTP/1.1" status: 200 len: 851 time: 0.1074984 Feb 07 04:18:09.499506 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5e6ae687-9179-4147-b3b1-996616ccc6ad req-09ddf3f4-95aa-40cb-a239-a0e46156e311 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439250 Feb 07 04:18:09.554599 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-227ce391-4f44-4523-b5cf-355b41f61ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.556085 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-227ce391-4f44-4523-b5cf-355b41f61ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2380dba0-88cd-40c3-a56d-3005ce2546c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791740 Feb 07 04:18:09.566109 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17028b26-c99e-41b4-8536-fe094ef8d8fa req-c4c9b88a-5f52-4003-989f-0617bb88543e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:09.567447 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-17028b26-c99e-41b4-8536-fe094ef8d8fa req-c4c9b88a-5f52-4003-989f-0617bb88543e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 943 time: 0.0633759 Feb 07 04:18:09.667877 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-17028b26-c99e-41b4-8536-fe094ef8d8fa req-c58fe175-c90b-4a44-a274-d830b1ee7477 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928638 Feb 07 04:18:09.681595 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-fbdeb35c-f498-4b44-8281-5dbf899e305f service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132553 Feb 07 04:18:09.776139 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-35927aef-c8f3-4bb9-99e8-b517c3c4efbf req-10dd6ccb-55dd-4eaa-b0e1-a5aa2e474d9c service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877359 Feb 07 04:18:10.249416 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd804cd-c506-4cb6-98b0-a5d7700e342b req-da4ba35e-a438-4679-b7d3-fbddf4d44694 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:10.250879 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4dd804cd-c506-4cb6-98b0-a5d7700e342b req-da4ba35e-a438-4679-b7d3-fbddf4d44694 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Feb 07 04:18:10.296366 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4dd804cd-c506-4cb6-98b0-a5d7700e342b req-755ed28e-b7fc-4af7-a8c4-f47a2828d771 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Feb 07 04:18:10.458565 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fab1b-11cc-49fd-863b-a087a4e1c24f req-35e19896-cafd-4aef-91d8-8f13c276c7b1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:10.460035 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d6fab1b-11cc-49fd-863b-a087a4e1c24f req-35e19896-cafd-4aef-91d8-8f13c276c7b1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0559907 Feb 07 04:18:10.506126 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1d6fab1b-11cc-49fd-863b-a087a4e1c24f req-809c3984-aea2-4eaa-920e-af3dcca61a3a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Feb 07 04:18:10.547621 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fce69-ffb8-4770-948c-370a07fe3be1 req-5ab4e90a-2712-4ff6-b6bd-c8afe89f0234 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:10.549138 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-947fce69-ffb8-4770-948c-370a07fe3be1 req-5ab4e90a-2712-4ff6-b6bd-c8afe89f0234 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0541270 Feb 07 04:18:10.597845 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-947fce69-ffb8-4770-948c-370a07fe3be1 req-43901f4b-e052-4bf0-aedf-9a4d6b40ab45 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Feb 07 04:18:10.615615 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212aac04-1e91-47ff-a35e-6a8e11fea693 req-7af151f3-93a1-4c4b-bb28-8e545843ffd5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:10.617106 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-212aac04-1e91-47ff-a35e-6a8e11fea693 req-7af151f3-93a1-4c4b-bb28-8e545843ffd5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0526750 Feb 07 04:18:10.663891 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-212aac04-1e91-47ff-a35e-6a8e11fea693 req-085521c7-2204-4f08-a128-581389bbeb1d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 Feb 07 04:18:10.784704 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb511a8e-9321-4564-bcf5-82083e6825a1 req-84a4d28a-76d3-4b18-a9d0-86baf8ac20f1 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:10.786179 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bb511a8e-9321-4564-bcf5-82083e6825a1 req-84a4d28a-76d3-4b18-a9d0-86baf8ac20f1 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 943 time: 0.0532949 Feb 07 04:18:10.834285 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bb511a8e-9321-4564-bcf5-82083e6825a1 req-3cd9eb59-830e-4f7b-b798-1a845903623c tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Feb 07 04:18:11.416596 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78328286-dabe-4c16-a42b-64920752d59b req-303b1690-bdfd-4f95-b307-9af4c98e5247 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:11.418044 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78328286-dabe-4c16-a42b-64920752d59b req-303b1690-bdfd-4f95-b307-9af4c98e5247 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.0582843 Feb 07 04:18:11.630847 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038e1f-0cc0-4b3b-b93e-dcb3f22c4b05 req-2410ec81-f25c-41ff-b432-7a849da87dd1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:11.632655 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aa038e1f-0cc0-4b3b-b93e-dcb3f22c4b05 req-2410ec81-f25c-41ff-b432-7a849da87dd1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0579040 Feb 07 04:18:11.680385 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78328286-dabe-4c16-a42b-64920752d59b req-460f3cff-d6be-4d1c-87aa-936c39ee0902 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562969 Feb 07 04:18:11.686456 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aa038e1f-0cc0-4b3b-b93e-dcb3f22c4b05 req-3ce58492-52e0-42aa-9010-ebe2481cdae1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479746 Feb 07 04:18:11.791108 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172efe74-a8e9-47f7-a36e-bcce99b9f9e9 req-f9da6d9d-00a8-4014-9d7d-0a869e07290c tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:11.792615 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-172efe74-a8e9-47f7-a36e-bcce99b9f9e9 req-f9da6d9d-00a8-4014-9d7d-0a869e07290c tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0531385 Feb 07 04:18:11.799482 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a9e82-3654-4230-af74-8ec196feb435 req-17288781-7cda-4c76-8abe-1fedfedab863 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:11.801160 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-568a9e82-3654-4230-af74-8ec196feb435 req-17288781-7cda-4c76-8abe-1fedfedab863 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0548360 Feb 07 04:18:11.841033 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-172efe74-a8e9-47f7-a36e-bcce99b9f9e9 req-a7a8c8a6-f188-4381-9237-7189815669ed tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Feb 07 04:18:11.849672 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-568a9e82-3654-4230-af74-8ec196feb435 req-52b2bac1-321d-443f-9dda-34c15d10fced tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 Feb 07 04:18:11.949492 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23880b-9a50-4422-97d6-c7b3ba0f67e4 req-1675d493-137b-4ee1-9ca8-ad83162645da tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:11.951543 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7c23880b-9a50-4422-97d6-c7b3ba0f67e4 req-1675d493-137b-4ee1-9ca8-ad83162645da tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 943 time: 0.0521228 Feb 07 04:18:12.001317 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7c23880b-9a50-4422-97d6-c7b3ba0f67e4 req-442f3f22-409e-43f9-b6d0-a892c3c5840a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441971 Feb 07 04:18:12.804949 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239474-9fa5-4e23-af42-d33aa4f8d344 req-2a8eb405-a274-49b0-a0f1-b937f146e657 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:12.806397 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6b239474-9fa5-4e23-af42-d33aa4f8d344 req-2a8eb405-a274-49b0-a0f1-b937f146e657 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.0575488 Feb 07 04:18:12.807458 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257fb14-a288-4080-8ae9-99a81854cfc3 req-a3cf38d3-3345-422e-b201-f31f91b8db6d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:12.809495 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a257fb14-a288-4080-8ae9-99a81854cfc3 req-a3cf38d3-3345-422e-b201-f31f91b8db6d tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0529726 Feb 07 04:18:12.852338 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6b239474-9fa5-4e23-af42-d33aa4f8d344 req-af4f8dec-a49a-4d93-9767-0d348cb7a65a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Feb 07 04:18:12.856272 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a257fb14-a288-4080-8ae9-99a81854cfc3 req-1584d8fa-f99a-46c0-857a-71941bf93f4e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Feb 07 04:18:12.962426 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e422-6d07-46e1-a869-ee6929c2ba14 req-670fadc1-ae00-4ef2-a8f0-e955f2c5935f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:12.963833 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5299e422-6d07-46e1-a869-ee6929c2ba14 req-670fadc1-ae00-4ef2-a8f0-e955f2c5935f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0520504 Feb 07 04:18:12.970390 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6ef98-8f39-40d9-b01e-0fe484e535b9 req-56db6348-c325-4ccb-80d8-c5d827e5d2e3 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:12.971900 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b9d6ef98-8f39-40d9-b01e-0fe484e535b9 req-56db6348-c325-4ccb-80d8-c5d827e5d2e3 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.0521204 Feb 07 04:18:13.011814 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5299e422-6d07-46e1-a869-ee6929c2ba14 req-733d976d-c945-486b-b68e-6a7b67f61b3d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Feb 07 04:18:13.017741 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b9d6ef98-8f39-40d9-b01e-0fe484e535b9 req-ee461cb5-6d4b-47be-beb3-031954e6cb8a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Feb 07 04:18:13.121045 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d88448-e28d-4d90-b68c-de8aa4913f5f req-b208f6e3-621d-42d3-b2dc-8400bfa3779a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:13.122581 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d2d88448-e28d-4d90-b68c-de8aa4913f5f req-b208f6e3-621d-42d3-b2dc-8400bfa3779a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0554471 Feb 07 04:18:13.125419 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bb968-704b-4628-adb5-690bba88026d req-aec3d8ba-6806-47e9-b903-651782229325 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:13.126897 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478bb968-704b-4628-adb5-690bba88026d req-aec3d8ba-6806-47e9-b903-651782229325 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 943 time: 0.0551691 Feb 07 04:18:13.171231 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d2d88448-e28d-4d90-b68c-de8aa4913f5f req-9198cf7b-0d61-4324-b22c-e7785e8a6f82 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 Feb 07 04:18:13.172595 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478bb968-704b-4628-adb5-690bba88026d req-b5491e75-4ad4-41d9-b623-fa421c653454 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Feb 07 04:18:13.468365 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:18:13.478345 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a8e2-57f6-4b56-82ce-6ec071a58e67 req-0dfc3157-bed1-42f6-bca9-0da43afe08fe tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:13.479801 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-abb3a8e2-57f6-4b56-82ce-6ec071a58e67 req-0dfc3157-bed1-42f6-bca9-0da43afe08fe tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.0520623 Feb 07 04:18:13.524715 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-abb3a8e2-57f6-4b56-82ce-6ec071a58e67 req-60746adf-81de-4ef0-9855-918bcbd28c22 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Feb 07 04:18:13.973768 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9568-5a90-4eab-a8ba-fac15895c7a5 req-4f7710cf-d555-443c-a6a5-ad32c589bfb0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:13.975267 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-261a9568-5a90-4eab-a8ba-fac15895c7a5 req-4f7710cf-d555-443c-a6a5-ad32c589bfb0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0526140 Feb 07 04:18:14.023811 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-261a9568-5a90-4eab-a8ba-fac15895c7a5 req-3e6d98a1-41b4-4876-b18c-11a7d14f7faf tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Feb 07 04:18:14.142130 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93812cbb-a46e-4326-be25-e7b66ac9d6de req-4be1e523-a1e3-489f-8d45-d4356088922a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:14.143579 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-93812cbb-a46e-4326-be25-e7b66ac9d6de req-4be1e523-a1e3-489f-8d45-d4356088922a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0556238 Feb 07 04:18:14.190079 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-93812cbb-a46e-4326-be25-e7b66ac9d6de req-8bf2d8b7-5688-4866-821f-3da0ac02dd73 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409570 Feb 07 04:18:14.288760 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12786-5599-43fe-b2f0-716537c720fd req-eda81e43-fbe7-42c5-b77c-e5ca97237070 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:14.290268 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-28a12786-5599-43fe-b2f0-716537c720fd req-eda81e43-fbe7-42c5-b77c-e5ca97237070 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0528245 Feb 07 04:18:14.292672 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97c69f-465f-40c4-af05-d7550169c310 req-99d2bf27-0b41-4ac9-8e5e-eacbd59c1f12 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:14.294693 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4c97c69f-465f-40c4-af05-d7550169c310 req-99d2bf27-0b41-4ac9-8e5e-eacbd59c1f12 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 943 time: 0.0513070 Feb 07 04:18:14.339398 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4c97c69f-465f-40c4-af05-d7550169c310 req-cedd8ec0-254e-420d-97fd-e1fbd1de8ccb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Feb 07 04:18:14.340799 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-28a12786-5599-43fe-b2f0-716537c720fd req-13cacc9e-1911-458c-a399-160a49ed657e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 Feb 07 04:18:15.133392 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device ac94b66d-3a3d-43fe-82fe-267f8a81a9ea details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:18:15.146756 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90ff3b-8a95-42df-8bf9-52ccd7b6caca req-9d9c6672-7bc8-401d-a143-b1433db7ecc0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:15.148310 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4f90ff3b-8a95-42df-8bf9-52ccd7b6caca req-9d9c6672-7bc8-401d-a143-b1433db7ecc0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0523396 Feb 07 04:18:15.196687 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4f90ff3b-8a95-42df-8bf9-52ccd7b6caca req-c06dda0c-f52b-42ca-b5fb-9668547fbf12 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Feb 07 04:18:15.229881 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:15.241103 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'ac94b66d-3a3d-43fe-82fe-267f8a81a9ea', 'network_id': '7ca219ba-88c9-4d7f-a70f-fc6411c07502', 'port_id': 'ac94b66d-3a3d-43fe-82fe-267f8a81a9ea', 'mac_address': 'fa:16:3e:37:e9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af423cb7-f9c2-4918-a556-6857397f625d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:18:15.278958 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:18:15.279349 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:15.292079 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac94b66d-3a3d-43fe-82fe-267f8a81a9ea {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:18:15.307694 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb8333-de8c-4efa-afdb-fe578dd24cee req-388335a1-e1eb-47d7-b288-1f6d4102987f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:15.309221 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4dfb8333-de8c-4efa-afdb-fe578dd24cee req-388335a1-e1eb-47d7-b288-1f6d4102987f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0539324 Feb 07 04:18:15.311901 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:15.315697 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:15.359288 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4dfb8333-de8c-4efa-afdb-fe578dd24cee req-23a7f081-d149-4bf4-999e-a7a9254e87bd tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441041 Feb 07 04:18:15.367149 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:15.473183 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4fbc8-81e7-4805-8567-140dac9a04e4 req-0b7501a9-714b-46bc-a72b-155580835377 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:15.473420 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1302d6-2a0a-491e-bc1e-7bcf6b622fc8 req-755bc81c-377d-4d09-82cf-e4bf592c9e5e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:15.474681 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-31d4fbc8-81e7-4805-8567-140dac9a04e4 req-0b7501a9-714b-46bc-a72b-155580835377 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0517690 Feb 07 04:18:15.474806 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bb1302d6-2a0a-491e-bc1e-7bcf6b622fc8 req-755bc81c-377d-4d09-82cf-e4bf592c9e5e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 944 time: 0.0572522 Feb 07 04:18:15.521244 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bb1302d6-2a0a-491e-bc1e-7bcf6b622fc8 req-cbba072f-6f42-4e2d-b47b-a6c7c4c951bd tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Feb 07 04:18:15.522213 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-31d4fbc8-81e7-4805-8567-140dac9a04e4 req-ee58105e-92ff-498f-b732-55f497249412 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Feb 07 04:18:16.260502 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['ac94b66d-3a3d-43fe-82fe-267f8a81a9ea'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:16.323491 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81ca33-1e68-4310-a664-bc61af529ee1 req-8a03f048-d159-45cf-8138-5a883d333035 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:16.325594 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fb81ca33-1e68-4310-a664-bc61af529ee1 req-8a03f048-d159-45cf-8138-5a883d333035 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0617950 Feb 07 04:18:16.378551 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fb81ca33-1e68-4310-a664-bc61af529ee1 req-f82c89b4-5a4a-4122-a750-2a7f77189064 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 Feb 07 04:18:16.507116 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd2aa-c95a-4572-86fb-1f72dd739f24 req-844ad78c-351a-455c-a656-5563d0b4e549 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:16.508709 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-747dd2aa-c95a-4572-86fb-1f72dd739f24 req-844ad78c-351a-455c-a656-5563d0b4e549 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0582449 Feb 07 04:18:16.563179 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-747dd2aa-c95a-4572-86fb-1f72dd739f24 req-636477f9-cfe8-4578-8250-0daafa02cd95 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479069 Feb 07 04:18:16.643414 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30b509-5bd6-4c5e-96e7-f34b603c8a72 req-cbdb61ff-67ac-4724-863b-984a1a1b260d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:16.644963 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-df30b509-5bd6-4c5e-96e7-f34b603c8a72 req-cbdb61ff-67ac-4724-863b-984a1a1b260d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0529556 Feb 07 04:18:16.667308 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07fa7a-ceab-4cbf-8527-cc1842545975 req-0009a4f7-4cd0-40c0-ad57-677f18c28a71 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:16.669393 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6d07fa7a-ceab-4cbf-8527-cc1842545975 req-0009a4f7-4cd0-40c0-ad57-677f18c28a71 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 944 time: 0.0557501 Feb 07 04:18:16.694704 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-df30b509-5bd6-4c5e-96e7-f34b603c8a72 req-81cce4b0-aead-4710-839c-45bb6c1e9b85 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Feb 07 04:18:16.724457 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6d07fa7a-ceab-4cbf-8527-cc1842545975 req-ca10932e-4d71-4650-a2e6-08d9bca3920d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480509 Feb 07 04:18:17.141391 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 17109406-6d8f-40f6-9417-ddb7abe58df8 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:18:17.237969 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 17109406-6d8f-40f6-9417-ddb7abe58df8, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=17109406-6d8f-40f6-9417-ddb7abe58df8,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:17.249103 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'port_id': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'mac_address': 'fa:16:3e:d6:bc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:18:17.286391 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 17109406-6d8f-40f6-9417-ddb7abe58df8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:18:17.287084 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:17.300570 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17109406-6d8f-40f6-9417-ddb7abe58df8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:18:17.319358 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 17109406-6d8f-40f6-9417-ddb7abe58df8, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=17109406-6d8f-40f6-9417-ddb7abe58df8,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:17.323084 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:17.371039 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=17109406-6d8f-40f6-9417-ddb7abe58df8,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:17.507909 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6ec3c-5214-425c-b177-1d4687ed6de5 req-c4b99479-1dba-4692-8832-0f8396db2bca tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:17.509425 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-51c6ec3c-5214-425c-b177-1d4687ed6de5 req-c4b99479-1dba-4692-8832-0f8396db2bca tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0613167 Feb 07 04:18:17.558372 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-51c6ec3c-5214-425c-b177-1d4687ed6de5 req-ccf903b2-4fd1-4065-8070-242130eea503 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426807 Feb 07 04:18:17.678038 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12535a-c6e8-4433-815e-0bfd71636181 req-3ca3fc24-981e-4475-96ac-d70ac4e5b11c tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:17.679521 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ae12535a-c6e8-4433-815e-0bfd71636181 req-3ca3fc24-981e-4475-96ac-d70ac4e5b11c tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0544114 Feb 07 04:18:17.728255 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ae12535a-c6e8-4433-815e-0bfd71636181 req-9301ab33-4c29-4ac3-a5f2-e0b89db1a753 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428557 Feb 07 04:18:17.840902 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0af493-d049-4b27-8061-4c921b0f47b6 req-ab890b45-0771-47f4-9723-699e27049839 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:17.842443 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fa0af493-d049-4b27-8061-4c921b0f47b6 req-ab890b45-0771-47f4-9723-699e27049839 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 944 time: 0.0579860 Feb 07 04:18:17.892025 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fa0af493-d049-4b27-8061-4c921b0f47b6 req-31a91662-1c5f-4b59-aaeb-335fefce6de5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Feb 07 04:18:17.953694 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c899-235d-424d-aa94-38a0c233b5e3 req-705c89f2-9bbd-4f06-98c2-96709efffc74 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:17.955005 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bd98c899-235d-424d-aa94-38a0c233b5e3 req-705c89f2-9bbd-4f06-98c2-96709efffc74 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 944 time: 0.0635862 Feb 07 04:18:18.003595 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bd98c899-235d-424d-aa94-38a0c233b5e3 req-55035e87-9c1f-4182-8303-7839fe26a02e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422442 Feb 07 04:18:18.578046 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['17109406-6d8f-40f6-9417-ddb7abe58df8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:18.848356 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2a36-8978-4285-8c04-dd1c0f81fbbb req-60d4bbd8-7afc-499b-b7ae-84b2cbd9dc98 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:18.849820 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b31c2a36-8978-4285-8c04-dd1c0f81fbbb req-60d4bbd8-7afc-499b-b7ae-84b2cbd9dc98 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0556364 Feb 07 04:18:18.896677 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b31c2a36-8978-4285-8c04-dd1c0f81fbbb req-68dd4356-6777-4514-9f60-7c80998ff4a3 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Feb 07 04:18:19.026374 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780ca6-6f54-475a-88e7-d117bde0b80a req-d765082a-c201-409e-93c8-8361e2bc0fbe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:19.028696 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-48780ca6-6f54-475a-88e7-d117bde0b80a req-d765082a-c201-409e-93c8-8361e2bc0fbe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 944 time: 0.0515661 Feb 07 04:18:19.080266 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-48780ca6-6f54-475a-88e7-d117bde0b80a req-1489c492-e545-4add-940c-af95f0784fc5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457606 Feb 07 04:18:19.116688 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175a21a-c408-4b86-96f2-672144743178 req-982a0f7e-0c0f-49fb-a319-80f766f672cc tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:19.118155 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0175a21a-c408-4b86-96f2-672144743178 req-982a0f7e-0c0f-49fb-a319-80f766f672cc tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 944 time: 0.0512607 Feb 07 04:18:19.145140 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device ac94b66d-3a3d-43fe-82fe-267f8a81a9ea up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:18:19.164371 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0175a21a-c408-4b86-96f2-672144743178 req-303a1a2f-9af2-4295-a8c1-84c8596a58cc tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Feb 07 04:18:19.192986 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:18:19.196774 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:18:19.197175 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:19.274003 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:18:19.274377 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:19.295684 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73db778d-755d-49b4-b51b-0557e2b15b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac94b66d-3a3d-43fe-82fe-267f8a81a9ea'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:19.298041 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e1d0d7-d444-4428-9c1c-84a1950e8dbd" -d '{"events": [{"server_uuid": "73db778d-755d-49b4-b51b-0557e2b15b37", "name": "network-vif-plugged", "status": "completed", "tag": "ac94b66d-3a3d-43fe-82fe-267f8a81a9ea"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:19.311384 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:19.315302 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:19.339883 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fa2c1e-e0d2-43ee-bf4f-9c5c02f1431f x-openstack-request-id: req-04fa2c1e-e0d2-43ee-bf4f-9c5c02f1431f {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:19.340238 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73db778d-755d-49b4-b51b-0557e2b15b37", "name": "network-vif-plugged", "status": "completed", "tag": "ac94b66d-3a3d-43fe-82fe-267f8a81a9ea", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:19.340500 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04fa2c1e-e0d2-43ee-bf4f-9c5c02f1431f {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:19.340884 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73db778d-755d-49b4-b51b-0557e2b15b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac94b66d-3a3d-43fe-82fe-267f8a81a9ea', 'code': 200} Feb 07 04:18:19.364630 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:19.595678 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962e28e-c32d-435c-81a1-0ba0b1d4e391 req-57005136-9593-4264-aed8-d0d7f1d632b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:19.597239 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4962e28e-c32d-435c-81a1-0ba0b1d4e391 req-57005136-9593-4264-aed8-d0d7f1d632b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 1129 time: 0.0438230 Feb 07 04:18:19.642933 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4962e28e-c32d-435c-81a1-0ba0b1d4e391 req-b6621a23-4f2d-4106-8418-4945c5537679 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363307 Feb 07 04:18:20.014770 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68783be0-1ef1-4765-9022-e7d4d8955712 req-97aa9b82-963e-4e3b-b50c-2ba2099edb1e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:20.016245 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-68783be0-1ef1-4765-9022-e7d4d8955712 req-97aa9b82-963e-4e3b-b50c-2ba2099edb1e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0539465 Feb 07 04:18:20.064330 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-68783be0-1ef1-4765-9022-e7d4d8955712 req-606be760-f6a0-4d6d-ba46-d5fe8958be6d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Feb 07 04:18:20.194475 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fae42f-2873-4449-8a6f-43d1e27a6bc8 req-377eb834-43e7-4aae-8745-385b013f57a4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:20.195972 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76fae42f-2873-4449-8a6f-43d1e27a6bc8 req-377eb834-43e7-4aae-8745-385b013f57a4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 944 time: 0.0518377 Feb 07 04:18:20.243917 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76fae42f-2873-4449-8a6f-43d1e27a6bc8 req-8a7eb4ab-dc15-48b0-8e79-e3f327adeb45 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Feb 07 04:18:20.280346 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06aaef-59df-43b2-a34c-e29f298363c0 req-07fc070c-cab7-495b-a905-50c83d7c3229 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:20.281811 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-af06aaef-59df-43b2-a34c-e29f298363c0 req-07fc070c-cab7-495b-a905-50c83d7c3229 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.0525587 Feb 07 04:18:20.326992 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-af06aaef-59df-43b2-a34c-e29f298363c0 req-8b9025f1-3847-4d3f-bc5f-833b9850fe8f tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Feb 07 04:18:21.149067 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:18:21.159908 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 17109406-6d8f-40f6-9417-ddb7abe58df8 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:18:21.178942 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb53a3-b98d-4534-b12e-2481f07bfa39 req-531a2430-ae27-4f84-ba3f-db57ca0c0119 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:21.180442 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-00cb53a3-b98d-4534-b12e-2481f07bfa39 req-531a2430-ae27-4f84-ba3f-db57ca0c0119 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 944 time: 0.0518856 Feb 07 04:18:21.231127 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-00cb53a3-b98d-4534-b12e-2481f07bfa39 req-76adca48-8760-4097-af6b-5fa804e7cf60 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451007 Feb 07 04:18:21.268703 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 17109406-6d8f-40f6-9417-ddb7abe58df8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:18:21.281219 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 17109406-6d8f-40f6-9417-ddb7abe58df8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:18:21.281595 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:21.317765 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:21.336551 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'port_id': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'mac_address': 'fa:16:3e:9c:5f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:18:21.370630 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411817ba-893e-4fb7-aeb9-a0a9e6e5f213 req-717448f3-b13e-4475-8209-5287dd878195 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:21.372176 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-411817ba-893e-4fb7-aeb9-a0a9e6e5f213 req-717448f3-b13e-4475-8209-5287dd878195 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 944 time: 0.0627475 Feb 07 04:18:21.401416 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:18:21.401805 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:21.422322 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:18:21.423654 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-411817ba-893e-4fb7-aeb9-a0a9e6e5f213 req-ccb3ff74-f081-4647-8fd1-635c260c5218 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458286 Feb 07 04:18:21.430225 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 17109406-6d8f-40f6-9417-ddb7abe58df8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:18:21.430616 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:21.453810 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:21.461801 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:21.470338 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:21.472653 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd5ffa-e297-4016-986e-cce244cbce42" -d '{"events": [{"server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "name": "network-vif-plugged", "status": "completed", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:21.505171 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 17109406-6d8f-40f6-9417-ddb7abe58df8, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=17109406-6d8f-40f6-9417-ddb7abe58df8,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:21.514954 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9311040d-dbf7-482b-b896-ea5e9829d049 x-openstack-request-id: req-9311040d-dbf7-482b-b896-ea5e9829d049 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:21.515253 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "name": "network-vif-plugged", "status": "completed", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:21.515516 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9311040d-dbf7-482b-b896-ea5e9829d049 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:21.515943 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'code': 200} Feb 07 04:18:21.516779 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:21.534760 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:21.585560 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=17109406-6d8f-40f6-9417-ddb7abe58df8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:21.653685 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0f287-ab43-48b1-8bf4-8a01ea586cb7 req-034c8d9d-d9b2-4fc4-a185-bb540799c09d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:21.655149 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-47c0f287-ab43-48b1-8bf4-8a01ea586cb7 req-034c8d9d-d9b2-4fc4-a185-bb540799c09d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.2378433 Feb 07 04:18:21.703912 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-47c0f287-ab43-48b1-8bf4-8a01ea586cb7 req-c33f51f9-d3f8-4167-8706-7868f644d4e0 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Feb 07 04:18:21.973998 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab945f9-b657-4e70-b42c-22419e1db010 req-079c28dc-26a6-499b-bbd8-ea42733bec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:21.975488 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0ab945f9-b657-4e70-b42c-22419e1db010 req-079c28dc-26a6-499b-bbd8-ea42733bec17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1129 time: 0.0430610 Feb 07 04:18:22.028459 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0ab945f9-b657-4e70-b42c-22419e1db010 req-fcc63921-7030-479d-9919-ab89579479b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370710 Feb 07 04:18:22.344462 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de337afb-7a3a-45cd-8bcb-6ba9f910be3d req-e4dd09ea-cebf-4490-8df6-be39d7d05500 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:22.346032 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-de337afb-7a3a-45cd-8bcb-6ba9f910be3d req-e4dd09ea-cebf-4490-8df6-be39d7d05500 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 945 time: 0.0508814 Feb 07 04:18:22.392936 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-de337afb-7a3a-45cd-8bcb-6ba9f910be3d req-f13912d4-027e-4a14-a23c-885bbd58a397 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Feb 07 04:18:22.541533 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d6939-033b-4e92-acb3-b407eea1ccc8 req-fa467b7b-8b2d-4df4-bd7c-dddfc0290cd2 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:22.542897 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a05d6939-033b-4e92-acb3-b407eea1ccc8 req-fa467b7b-8b2d-4df4-bd7c-dddfc0290cd2 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0546751 Feb 07 04:18:22.590192 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a05d6939-033b-4e92-acb3-b407eea1ccc8 req-31b9acd9-d230-4546-96ae-9c4179c2098b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Feb 07 04:18:22.609550 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:22.829706 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557be2-8cd4-4b87-ad97-09d866652695 req-20721c38-eb53-4ef3-a176-2033178b4d92 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:22.831191 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-af557be2-8cd4-4b87-ad97-09d866652695 req-20721c38-eb53-4ef3-a176-2033178b4d92 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.0540385 Feb 07 04:18:22.876385 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-af557be2-8cd4-4b87-ad97-09d866652695 req-291fc319-d755-4b4f-ae65-efb698010c22 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 Feb 07 04:18:23.506491 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db37b2-5601-4e3b-96f4-3e27ba330b2c req-3b1672e7-1e93-411b-b4f9-85614963328b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:23.507888 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-59db37b2-5601-4e3b-96f4-3e27ba330b2c req-3b1672e7-1e93-411b-b4f9-85614963328b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 945 time: 0.0508094 Feb 07 04:18:23.555086 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-59db37b2-5601-4e3b-96f4-3e27ba330b2c req-fb632a40-7b22-49d9-937d-5026921aa9dc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Feb 07 04:18:23.705141 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcbc36-e5c0-46b1-bcdc-a0f356d51333 req-78d50b25-0bce-4ba4-9bae-013ba9164133 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:23.706623 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-71bcbc36-e5c0-46b1-bcdc-a0f356d51333 req-78d50b25-0bce-4ba4-9bae-013ba9164133 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0514443 Feb 07 04:18:23.760070 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-71bcbc36-e5c0-46b1-bcdc-a0f356d51333 req-7c996897-694d-414d-8f7c-9d79fb6aad0d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479007 Feb 07 04:18:23.992506 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae2b37-b19d-4542-aa39-b3426ddaf308 req-da8f65f5-8654-447e-a894-b976571162c3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:23.993953 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-55ae2b37-b19d-4542-aa39-b3426ddaf308 req-da8f65f5-8654-447e-a894-b976571162c3 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.0543499 Feb 07 04:18:24.038885 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-55ae2b37-b19d-4542-aa39-b3426ddaf308 req-23ef8bec-240b-4fdf-acfa-f3941c2e3fc7 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388448 Feb 07 04:18:24.671497 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee47b07-5126-4ca8-8da9-609c3eff83d0 req-1b3dbfee-b7d3-4ed5-9542-3d77a3ebea6f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:24.673158 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cee47b07-5126-4ca8-8da9-609c3eff83d0 req-1b3dbfee-b7d3-4ed5-9542-3d77a3ebea6f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 945 time: 0.0521538 Feb 07 04:18:24.720281 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cee47b07-5126-4ca8-8da9-609c3eff83d0 req-5784ee2a-317d-4217-a61a-5986fe9cda41 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Feb 07 04:18:24.893468 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aeefa-02f3-4cb1-86a8-acb80a438e3c req-24920a60-6ec1-4e24-bbf2-72a018229ba9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:24.894954 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b66aeefa-02f3-4cb1-86a8-acb80a438e3c req-24920a60-6ec1-4e24-bbf2-72a018229ba9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0594459 Feb 07 04:18:24.946598 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b66aeefa-02f3-4cb1-86a8-acb80a438e3c req-2f11352b-1571-4857-8b4b-787902306cc8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460532 Feb 07 04:18:25.155130 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edfaaa-cd6b-4856-8335-38ba6ec30c4d req-3d12b799-4f24-41a2-b50f-bf11b801086e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:25.156624 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a0edfaaa-cd6b-4856-8335-38ba6ec30c4d req-3d12b799-4f24-41a2-b50f-bf11b801086e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.0526090 Feb 07 04:18:25.203743 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a0edfaaa-cd6b-4856-8335-38ba6ec30c4d req-41e31042-5eb2-4ab0-a06e-e2a441cf7d5f tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Feb 07 04:18:25.837906 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a64-1c18-4b84-ac44-096c27822616 req-d6404751-5760-496d-8ece-6e811473bc6b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:25.839490 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e6456a64-1c18-4b84-ac44-096c27822616 req-d6404751-5760-496d-8ece-6e811473bc6b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 945 time: 0.0531511 Feb 07 04:18:25.888874 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e6456a64-1c18-4b84-ac44-096c27822616 req-040380bd-46fb-4a36-a3bb-27ebb87db1d8 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 Feb 07 04:18:26.062666 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac897-ded4-43d9-ba70-8e90600a10fd req-c2204a57-6d89-4d55-bb47-7b408b4316c9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:26.064277 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-81aac897-ded4-43d9-ba70-8e90600a10fd req-c2204a57-6d89-4d55-bb47-7b408b4316c9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0525441 Feb 07 04:18:26.112829 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-81aac897-ded4-43d9-ba70-8e90600a10fd req-f8a22c0b-45a1-489a-b110-f485823f81e1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431595 Feb 07 04:18:26.116821 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022ea1-c101-46e3-ba21-be26bfa59a41 req-b79f52cd-7927-446e-a4f2-ee6d8504975a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:26.118296 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7f022ea1-c101-46e3-ba21-be26bfa59a41 req-b79f52cd-7927-446e-a4f2-ee6d8504975a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.0518150 Feb 07 04:18:26.163610 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7f022ea1-c101-46e3-ba21-be26bfa59a41 req-e3daf7cd-ad45-4069-9fa4-5b62d4f9da86 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Feb 07 04:18:26.185671 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56160) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:26.394084 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f41a6-94df-4e17-ab1d-563aa74e945e tempest-TestMinimumBasicScenario-1888191282 tempest-TestMinimumBasicScenario-1888191282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:26.395834 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-590f41a6-94df-4e17-ab1d-563aa74e945e tempest-TestMinimumBasicScenario-1888191282 tempest-TestMinimumBasicScenario-1888191282-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1124 time: 0.2090335 Feb 07 04:18:26.398811 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56166) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:26.404335 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'floatingip': {'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'port_id': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:26.426121 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:26.521578 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:26.623425 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Allocated IP 172.27.1.24 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:18:26.723304 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for port (47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:26.760080 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:26.794358 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:18:26.797203 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:18:26.803150 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:18:26.829929 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'Port': ['ID=47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:27.041164 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec374b4b-5434-4f40-88a8-4f2bd2893069 req-c7b9ba13-5209-41ee-b531-81c6294ceb3d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:27.045980 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ec374b4b-5434-4f40-88a8-4f2bd2893069 req-c7b9ba13-5209-41ee-b531-81c6294ceb3d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 945 time: 0.0813804 Feb 07 04:18:27.167665 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:18:27.218122 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ec374b4b-5434-4f40-88a8-4f2bd2893069 req-3b30d8af-f88f-48d0-afb2-7966f94e9d4d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549952 Feb 07 04:18:27.229282 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:18:27.241398 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:18:27.241772 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:27.243283 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c3def-e6df-46df-ba9c-829e757de8c2 req-7c0fafac-33dd-4379-83e7-11e7d5a993aa tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:27.243755 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for floatingip (ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:27.245194 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-216c3def-e6df-46df-ba9c-829e757de8c2 req-7c0fafac-33dd-4379-83e7-11e7d5a993aa tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0667293 Feb 07 04:18:27.297601 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-216c3def-e6df-46df-ba9c-829e757de8c2 req-d21662e1-b028-4402-b5eb-4ed80346098c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468254 Feb 07 04:18:27.319286 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:27.323995 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:18:27.324411 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:27.348062 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:27.350393 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ebf0de-437e-47c8-8546-da8982527bee" -d '{"events": [{"server_uuid": "167dea27-bb6f-4570-bce1-655c26a20dbd", "name": "network-vif-plugged", "status": "completed", "tag": "d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:27.363874 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:27.368837 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:27.396203 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea3c3ca-a08b-428e-a401-fa1b410e9bb9 x-openstack-request-id: req-cea3c3ca-a08b-428e-a401-fa1b410e9bb9 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:27.396571 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167dea27-bb6f-4570-bce1-655c26a20dbd", "name": "network-vif-plugged", "status": "completed", "tag": "d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:27.396837 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cea3c3ca-a08b-428e-a401-fa1b410e9bb9 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:27.397314 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'code': 200} Feb 07 04:18:27.423656 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:27.479022 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for port (47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:27.483399 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:27.513143 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:27.588631 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'Port': ['ID=47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:27.604128 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.604488 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.604858 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.605182 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.605524 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.605861 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.606224 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.606557 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.606889 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.607221 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.607552 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.607881 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.608232 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:18:27.633693 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:27.636720 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Floating IP ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce associated. External IP: 172.27.1.24, port: 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494. Feb 07 04:18:27.858358 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Router 6a435743-bafb-4775-98ed-edf569e8647b has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:18:28.093403 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e825d-650e-4361-87e2-04fe264e1365 req-86904062-f3ae-4c72-bab6-4bb3c4b966f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:28.094924 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a19e825d-650e-4361-87e2-04fe264e1365 req-86904062-f3ae-4c72-bab6-4bb3c4b966f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 1130 time: 0.0497193 Feb 07 04:18:28.167798 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:18:28.168884 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a19e825d-650e-4361-87e2-04fe264e1365 req-07d739ae-b1d7-4836-a50d-e6ede75b4833 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Feb 07 04:18:28.177828 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] Sync routers for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:18:28.187335 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.188250 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:28.188921 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:18:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:28.216405 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-6d8bfd0a-8195-4857-96de-f6107c9428ea tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8161447 Feb 07 04:18:28.218209 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:28.219430 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56190) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:28.220470 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d" -d '{"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:28.224354 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-cd186747-c5c6-4ef6-a907-cd8bc14014a8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612793277', 'description': 'tempest-secgroup-smoke-1612793277 description', 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:28.247213 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd186747-c5c6-4ef6-a907-cd8bc14014a8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.260648 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835b5ac7-a983-43cf-8934-a889119522f6 x-openstack-request-id: req-835b5ac7-a983-43cf-8934-a889119522f6 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:28.260945 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:28.261201 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-835b5ac7-a983-43cf-8934-a889119522f6 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:28.261607 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'status': 'completed', 'code': 200} Feb 07 04:18:28.341251 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd186747-c5c6-4ef6-a907-cd8bc14014a8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group (254921dc-aefe-4e71-b95d-122a6e128371), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.347058 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd186747-c5c6-4ef6-a907-cd8bc14014a8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (254921dc-aefe-4e71-b95d-122a6e128371), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.371175 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8bc1-943c-4e03-9dfb-419871a38c29 req-1b77f377-1113-4055-ae85-9a0de76ba572 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:28.380470 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-011a8bc1-943c-4e03-9dfb-419871a38c29 req-1b77f377-1113-4055-ae85-9a0de76ba572 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0771813 Feb 07 04:18:28.386979 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:28.393032 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-cd186747-c5c6-4ef6-a907-cd8bc14014a8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.394280 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-cd186747-c5c6-4ef6-a907-cd8bc14014a8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1737530 Feb 07 04:18:28.399742 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56198) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:28.404883 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ee04088b-6f67-47ab-a327-8abe9e6a997f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'security_group_rule': {'security_group_id': '254921dc-aefe-4e71-b95d-122a6e128371', 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:28.408510 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd186747-c5c6-4ef6-a907-cd8bc14014a8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254921dc-aefe-4e71-b95d-122a6e128371,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:28.441726 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb3337-e939-4ea9-817e-1f0059673a6a req-58410c07-771b-4643-9022-9161154276ab tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:28.443300 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0fcb3337-e939-4ea9-817e-1f0059673a6a req-58410c07-771b-4643-9022-9161154276ab tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0665655 Feb 07 04:18:28.463910 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-011a8bc1-943c-4e03-9dfb-419871a38c29 req-acac7f50-edac-45b8-adf8-5c409c06f0d3 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824187 Feb 07 04:18:28.464718 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee04088b-6f67-47ab-a327-8abe9e6a997f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (18a5cc4a-f508-49d5-b20d-e2734853b464), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.498513 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0fcb3337-e939-4ea9-817e-1f0059673a6a req-cedf8f62-a5ac-4e57-b46b-bf36200f7838 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493474 Feb 07 04:18:28.530615 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee04088b-6f67-47ab-a327-8abe9e6a997f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (18a5cc4a-f508-49d5-b20d-e2734853b464), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.535118 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee04088b-6f67-47ab-a327-8abe9e6a997f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (18a5cc4a-f508-49d5-b20d-e2734853b464), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.557573 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04088b-6f67-47ab-a327-8abe9e6a997f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a5cc4a-f508-49d5-b20d-e2734853b464,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:28.566976 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee04088b-6f67-47ab-a327-8abe9e6a997f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.570922 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ee04088b-6f67-47ab-a327-8abe9e6a997f tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673677 Feb 07 04:18:28.571291 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56204) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:28.576402 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-5ce81ac3-6d36-4b65-a1ef-b1bcd22d06f8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'security_group_rule': {'security_group_id': '254921dc-aefe-4e71-b95d-122a6e128371', 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:28.601335 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ac3-6d36-4b65-a1ef-b1bcd22d06f8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (9bb53317-3616-4988-9717-4c3f2d322433), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.621619 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:54Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': 'ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'port_id': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'mac_address': 'fa:16:3e:67:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828835f3-29a3-4688-a490-18027416ef41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:18:27Z', 'updated_at': '2022-02-07T04:18:27Z', 'revision_number': 0, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c30649e-6ec6-42e7-bbcd-282e5bd64283', 'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'mac_address': 'fa:16:3e:fb:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:52Z', 'updated_at': '2022-02-07T04:15:59Z', 'revision_number': 5, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'subnets': [{'id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:28.653626 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] Checking router: 6a435743-bafb-4775-98ed-edf569e8647b for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:18:28.662568 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:28.663196 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:18:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:28.675804 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ac3-6d36-4b65-a1ef-b1bcd22d06f8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (9bb53317-3616-4988-9717-4c3f2d322433), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.679956 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ac3-6d36-4b65-a1ef-b1bcd22d06f8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (9bb53317-3616-4988-9717-4c3f2d322433), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.698553 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce81ac3-6d36-4b65-a1ef-b1bcd22d06f8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb53317-3616-4988-9717-4c3f2d322433,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:28.707802 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ac3-6d36-4b65-a1ef-b1bcd22d06f8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.709395 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-5ce81ac3-6d36-4b65-a1ef-b1bcd22d06f8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369162 Feb 07 04:18:28.711965 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56210) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:28.716898 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-956767d8-49c7-4303-a491-648c865c7053 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'security_group_rule': {'security_group_id': '254921dc-aefe-4e71-b95d-122a6e128371', 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:28.744519 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-956767d8-49c7-4303-a491-648c865c7053 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (a888d371-bd88-459d-b602-0b24b831f1b4), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.786997 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:28.807824 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-956767d8-49c7-4303-a491-648c865c7053 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (a888d371-bd88-459d-b602-0b24b831f1b4), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.811747 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-956767d8-49c7-4303-a491-648c865c7053 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (a888d371-bd88-459d-b602-0b24b831f1b4), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.828352 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956767d8-49c7-4303-a491-648c865c7053 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a888d371-bd88-459d-b602-0b24b831f1b4,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:28.839215 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-956767d8-49c7-4303-a491-648c865c7053 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.840625 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-956767d8-49c7-4303-a491-648c865c7053 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274149 Feb 07 04:18:28.843420 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56212) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:28.847688 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-84933542-10be-40e1-b29c-555812821b9e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'security_group_rule': {'security_group_id': '254921dc-aefe-4e71-b95d-122a6e128371', 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:28.872853 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84933542-10be-40e1-b29c-555812821b9e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (c3e7abba-2670-40bf-8109-a4fedcb78a1e), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.934677 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84933542-10be-40e1-b29c-555812821b9e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (c3e7abba-2670-40bf-8109-a4fedcb78a1e), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.938575 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84933542-10be-40e1-b29c-555812821b9e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (c3e7abba-2670-40bf-8109-a4fedcb78a1e), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.956084 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84933542-10be-40e1-b29c-555812821b9e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e7abba-2670-40bf-8109-a4fedcb78a1e,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:28.964776 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-84933542-10be-40e1-b29c-555812821b9e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:28.969202 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-84933542-10be-40e1-b29c-555812821b9e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223521 Feb 07 04:18:28.969762 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56214) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:28.974591 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-ebce3e88-225a-4031-9a8e-93d9c44772f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'security_group_rule': {'security_group_id': '254921dc-aefe-4e71-b95d-122a6e128371', 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:28.996244 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.securitygroups_db [None req-ebce3e88-225a-4031-9a8e-93d9c44772f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Project e0b4e3629fd9463cbb7ec690e5290d6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 04:18:29.001726 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebce3e88-225a-4031-9a8e-93d9c44772f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (35ead0c3-8090-452f-978f-4f6499d395dd), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.021370 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:54Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': 'ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'port_id': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'mac_address': 'fa:16:3e:67:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828835f3-29a3-4688-a490-18027416ef41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:18:27Z', 'updated_at': '2022-02-07T04:18:27Z', 'revision_number': 0, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c30649e-6ec6-42e7-bbcd-282e5bd64283', 'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'mac_address': 'fa:16:3e:fb:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:52Z', 'updated_at': '2022-02-07T04:15:59Z', 'revision_number': 5, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'subnets': [{'id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:29.051641 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8af47c01-0aac-4ef9-ad06-c1e136058d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.055297 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcab24d-b715-4219-aa92-740a98f6688f None None] The sync data for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi is: [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:54Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': 'ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'port_id': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'mac_address': 'fa:16:3e:67:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828835f3-29a3-4688-a490-18027416ef41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:18:27Z', 'updated_at': '2022-02-07T04:18:27Z', 'revision_number': 0, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c30649e-6ec6-42e7-bbcd-282e5bd64283', 'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'mac_address': 'fa:16:3e:fb:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:52Z', 'updated_at': '2022-02-07T04:15:59Z', 'revision_number': 5, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'subnets': [{'id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:18:29.094827 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-c5a14b84-f85c-4947-85e4-b9c3d5cb7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:29.096422 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-c5a14b84-f85c-4947-85e4-b9c3d5cb7c00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0747421 Feb 07 04:18:29.109402 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebce3e88-225a-4031-9a8e-93d9c44772f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (35ead0c3-8090-452f-978f-4f6499d395dd), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.113795 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebce3e88-225a-4031-9a8e-93d9c44772f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (35ead0c3-8090-452f-978f-4f6499d395dd), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.133082 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce3e88-225a-4031-9a8e-93d9c44772f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ead0c3-8090-452f-978f-4f6499d395dd,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:29.141334 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ebce3e88-225a-4031-9a8e-93d9c44772f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.142539 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ebce3e88-225a-4031-9a8e-93d9c44772f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1717377 Feb 07 04:18:29.145495 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56218) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:29.150771 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-3804fee2-3f25-44c1-b675-209b051d60dc tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'security_group_rule': {'security_group_id': '254921dc-aefe-4e71-b95d-122a6e128371', 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:29.170065 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.securitygroups_db [None req-3804fee2-3f25-44c1-b675-209b051d60dc tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Project e0b4e3629fd9463cbb7ec690e5290d6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 04:18:29.175098 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3804fee2-3f25-44c1-b675-209b051d60dc tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (7f1dddd3-298c-416e-8994-50cb154d4c1c), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.238266 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3804fee2-3f25-44c1-b675-209b051d60dc tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (7f1dddd3-298c-416e-8994-50cb154d4c1c), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.243410 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3804fee2-3f25-44c1-b675-209b051d60dc tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (7f1dddd3-298c-416e-8994-50cb154d4c1c), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.264380 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804fee2-3f25-44c1-b675-209b051d60dc tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1dddd3-298c-416e-8994-50cb154d4c1c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:29.273487 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3804fee2-3f25-44c1-b675-209b051d60dc tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.274871 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3804fee2-3f25-44c1-b675-209b051d60dc tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283543 Feb 07 04:18:29.282505 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d82e0-be07-49a6-922e-fb6ee084dcaf None None] New status for floating IP ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:18:29.303067 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-6f4310f3-767d-4332-9e2f-9aa2d353ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:29.304562 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-6f4310f3-767d-4332-9e2f-9aa2d353ec1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.1106160 Feb 07 04:18:29.414239 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-89344db2-b44c-45df-ace9-90ee31d453bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 998 time: 0.0999253 Feb 07 04:18:29.425311 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-56092820-aedd-481b-9438-02845a6ef0ad req-dc6bf218-dc9b-499d-9d1e-f02cdc917ff2 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612793277&fields=id&tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d HTTP/1.1" status: 200 len: 267 time: 0.0709465 Feb 07 04:18:29.509164 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-ef9c76e9-ce0a-46c8-bf1c-a313cb07457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:29.510604 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-ef9c76e9-ce0a-46c8-bf1c-a313cb07457b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0830755 Feb 07 04:18:29.523829 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092820-aedd-481b-9438-02845a6ef0ad req-65b72273-50a8-4a1e-825d-820d80ffaf54 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:29.526117 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-56092820-aedd-481b-9438-02845a6ef0ad req-65b72273-50a8-4a1e-825d-820d80ffaf54 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.0896146 Feb 07 04:18:29.540292 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-56092820-aedd-481b-9438-02845a6ef0ad req-57bbc9d6-8020-4ae1-b680-8564d320d6a0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'port': {'security_groups': ['7bab1a8d-04de-4726-a502-e0b93f556a93', '254921dc-aefe-4e71-b95d-122a6e128371']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:29.591574 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb91e7-e585-4a61-8cb7-a9c4d1edc83c req-1d08f360-af3c-4e49-a364-bd27cb499c89 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:29.593235 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6abb91e7-e585-4a61-8cb7-a9c4d1edc83c req-1d08f360-af3c-4e49-a364-bd27cb499c89 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0548332 Feb 07 04:18:29.647267 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6abb91e7-e585-4a61-8cb7-a9c4d1edc83c req-269debb9-3777-4429-a4f2-c85741fbe786 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474970 Feb 07 04:18:29.651467 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-56092820-aedd-481b-9438-02845a6ef0ad req-57bbc9d6-8020-4ae1-b680-8564d320d6a0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:29.667218 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-59e41a7b-038c-4932-ba3b-514c3b3c8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:29.669441 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-59e41a7b-038c-4932-ba3b-514c3b3c8162 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961649 Feb 07 04:18:29.758823 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8634-ff65-4e38-9307-392ee3d57d4f req-9861dcd0-43a8-49e1-96a5-96e022cb00ff tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:29.760334 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-dcaa8634-ff65-4e38-9307-392ee3d57d4f req-9861dcd0-43a8-49e1-96a5-96e022cb00ff tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0569751 Feb 07 04:18:29.815228 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-dcaa8634-ff65-4e38-9307-392ee3d57d4f req-9cef6742-51c1-4042-9f87-53c9d8356682 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487328 Feb 07 04:18:29.835153 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-4e0c9303-a0c8-4e5c-af44-65cc2ac08579 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334660 Feb 07 04:18:29.951012 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062d25-936d-48f5-b0a7-c67bd38404f1 req-102d208a-6aa1-4e39-a4dd-ca8da4cb6921 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:29.952455 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-be062d25-936d-48f5-b0a7-c67bd38404f1 req-102d208a-6aa1-4e39-a4dd-ca8da4cb6921 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0568819 Feb 07 04:18:29.999444 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-56092820-aedd-481b-9438-02845a6ef0ad req-57bbc9d6-8020-4ae1-b680-8564d320d6a0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] For port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:30.001952 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-be062d25-936d-48f5-b0a7-c67bd38404f1 req-1c534a80-dda5-4125-93d9-28d08f34eb68 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425830 Feb 07 04:18:30.013299 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b96c8d1f-7194-40e1-9537-f1b2c8c2782d req-7852a967-1ae1-4d7c-9143-e13f45b6b8ab service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569767 Feb 07 04:18:30.023558 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56234) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:30.034109 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-56092820-aedd-481b-9438-02845a6ef0ad req-57bbc9d6-8020-4ae1-b680-8564d320d6a0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:30.038889 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-56092820-aedd-481b-9438-02845a6ef0ad req-57bbc9d6-8020-4ae1-b680-8564d320d6a0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:30.081705 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092820-aedd-481b-9438-02845a6ef0ad req-57bbc9d6-8020-4ae1-b680-8564d320d6a0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:30.082335 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-56092820-aedd-481b-9438-02845a6ef0ad req-57bbc9d6-8020-4ae1-b680-8564d320d6a0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:30.083829 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-56092820-aedd-481b-9438-02845a6ef0ad req-57bbc9d6-8020-4ae1-b680-8564d320d6a0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "PUT /v2.0/ports/8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 981 time: 0.5482790 Feb 07 04:18:30.086793 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:30.089223 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3367f7-a720-42a9-96ec-95ee8cf88d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:30.121680 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:30.128420 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbc9d6-8020-4ae1-b680-8564d320d6a0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'Port': ['ID=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,revision_number=6']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:30.157062 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c29c7c2-744f-4059-af73-94358d0f02bf x-openstack-request-id: req-9c29c7c2-744f-4059-af73-94358d0f02bf {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:30.157434 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:30.157757 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c29c7c2-744f-4059-af73-94358d0f02bf {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:30.158341 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'status': 'completed', 'code': 200} Feb 07 04:18:30.253598 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c74308-50bc-4ebf-a675-4fb1bfbefd59 tempest-TestShelveInstance-389656763 tempest-TestShelveInstance-389656763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:30.258426 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-68c74308-50bc-4ebf-a675-4fb1bfbefd59 tempest-TestShelveInstance-389656763 tempest-TestShelveInstance-389656763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1124 time: 0.2337933 Feb 07 04:18:30.259068 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56244) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:30.267110 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Request body: {'floatingip': {'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'port_id': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:30.282705 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6f33a-2642-4e16-bd25-76e1a8e2833d req-dc9d61e4-fbb4-40bc-ad85-a7164f51dd1d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:30.284274 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d7a6f33a-2642-4e16-bd25-76e1a8e2833d req-dc9d61e4-fbb4-40bc-ad85-a7164f51dd1d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0890822 Feb 07 04:18:30.305555 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:30.320417 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-ea382fa9-0de7-4eaa-9434-8abf9a6459ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:30.322801 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-ea382fa9-0de7-4eaa-9434-8abf9a6459ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1168 time: 0.0707490 Feb 07 04:18:30.426397 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d7a6f33a-2642-4e16-bd25-76e1a8e2833d req-3ef77374-d518-4c01-b6e2-143f118643ed tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280732 Feb 07 04:18:30.430119 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-3f0d9f33-7f80-4e82-8cb7-29b1c463ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:30.433891 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-3f0d9f33-7f80-4e82-8cb7-29b1c463ab9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.1030674 Feb 07 04:18:30.436540 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8246b0c9-72a5-4840-96f0-22798bfcdf60 None None] Provisioning complete for port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:18:30.436918 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8246b0c9-72a5-4840-96f0-22798bfcdf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:30.484482 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:30.524907 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-08b80489-36f7-46a5-ae91-665f374acbb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 1000 time: 0.0756984 Feb 07 04:18:30.585359 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-649aa47a-6156-4d9d-83e7-1e452e8f12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:30.587362 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-649aa47a-6156-4d9d-83e7-1e452e8f12c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0557683 Feb 07 04:18:30.591333 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8246b0c9-72a5-4840-96f0-22798bfcdf60 None None] Current status of the port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:18:30.598301 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Allocated IP 172.27.1.99 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/bbd11e67-ec7a-4502-9f47-69321bfe6ffb) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:18:30.643416 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-14318416-d955-47b5-94ca-b5250af776cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:30.644906 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-14318416-d955-47b5-94ca-b5250af776cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469925 Feb 07 04:18:30.704966 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for port (bbd11e67-ec7a-4502-9f47-69321bfe6ffb), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:30.746958 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (bbd11e67-ec7a-4502-9f47-69321bfe6ffb), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:30.784531 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-e67635b8-049d-46cd-a37c-8133ad192507 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147943 Feb 07 04:18:30.788195 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:18:30.794105 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:18:30.797367 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:18:30.811345 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a662-3b48-4009-a2db-31142544a2ef req-14bcbd10-295b-4ff8-8edb-2556bb2953a2 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:30.813521 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c61a662-3b48-4009-a2db-31142544a2ef req-14bcbd10-295b-4ff8-8edb-2556bb2953a2 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0877454 Feb 07 04:18:30.828663 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'Port': ['ID=bbd11e67-ec7a-4502-9f47-69321bfe6ffb,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:30.907675 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c61a662-3b48-4009-a2db-31142544a2ef req-8cd6d9aa-596f-4a72-b98e-ea3330197c4b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830741 Feb 07 04:18:30.932697 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be3367f7-a720-42a9-96ec-95ee8cf88d2c req-a2c5653a-92a8-48aa-ba7a-f782f20d48b8 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368380 Feb 07 04:18:30.943253 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:31.148194 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for floatingip (3fca0da3-86fd-45a6-9042-9ceeeabe35f8), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:31.166737 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c2e98-9c22-4aa4-b651-e42071ae9fee req-4145e311-897b-45dc-ac06-e41a825f3efa tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:31.168442 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cd1c2e98-9c22-4aa4-b651-e42071ae9fee req-4145e311-897b-45dc-ac06-e41a825f3efa tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0587595 Feb 07 04:18:31.224114 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cd1c2e98-9c22-4aa4-b651-e42071ae9fee req-afbe7bc1-3a44-40de-87d1-f094e8a0f915 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501072 Feb 07 04:18:31.236081 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (bbd11e67-ec7a-4502-9f47-69321bfe6ffb), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:31.354156 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1d4c7b37-f5eb-4887-b2e3-30e853a22694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:31.385881 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for port (bbd11e67-ec7a-4502-9f47-69321bfe6ffb), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:31.390364 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (bbd11e67-ec7a-4502-9f47-69321bfe6ffb), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:31.420226 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (3fca0da3-86fd-45a6-9042-9ceeeabe35f8), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:31.496715 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event updated for resources: {'Port': ['ID=bbd11e67-ec7a-4502-9f47-69321bfe6ffb,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:31.528205 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Floating IP 3fca0da3-86fd-45a6-9042-9ceeeabe35f8 associated. External IP: 172.27.1.99, port: 17109406-6d8f-40f6-9417-ddb7abe58df8. Feb 07 04:18:31.734376 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Router 2c772ae1-20bc-453e-886c-c2da7cd63396 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:18:31.841575 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:18:31.851088 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] Sync routers for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:18:31.858327 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:31.863277 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:31.863954 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:18:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:31.893316 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ab61d567-5095-4b18-8509-c02b0b05ddd3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6277416 Feb 07 04:18:31.893316 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:31.893316 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a160e23a-c0ea-4439-8cb2-f33e18281915" -d '{"events": [{"name": "network-changed", "server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:31.927448 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd07ce39-9533-4d8c-a84c-c71974f6a75f x-openstack-request-id: req-fd07ce39-9533-4d8c-a84c-c71974f6a75f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:31.927749 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:31.928008 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd07ce39-9533-4d8c-a84c-c71974f6a75f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:31.928461 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'status': 'completed', 'code': 200} Feb 07 04:18:31.976131 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:32.033153 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7366e-8731-42b0-adfa-9cd780c7d648 req-32e447f4-409c-4b1c-b9fb-2d1de98f2389 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:32.034720 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78c7366e-8731-42b0-adfa-9cd780c7d648 req-32e447f4-409c-4b1c-b9fb-2d1de98f2389 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0597243 Feb 07 04:18:32.097493 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-f95188d0-3590-4cb1-8163-50832a0ad676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:32.098957 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-f95188d0-3590-4cb1-8163-50832a0ad676 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1129 time: 0.0817621 Feb 07 04:18:32.107870 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78c7366e-8731-42b0-adfa-9cd780c7d648 req-d927c086-f08b-403a-9579-e8f138896ace tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589485 Feb 07 04:18:32.195537 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '3fca0da3-86fd-45a6-9042-9ceeeabe35f8', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'port_id': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'mac_address': 'fa:16:3e:d6:bc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:18:31Z', 'updated_at': '2022-02-07T04:18:31Z', 'revision_number': 0, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:37Z', 'revision_number': 5, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:32.214141 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-18fa0640-ad20-42df-969b-b30158826859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:32.216156 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-18fa0640-ad20-42df-969b-b30158826859 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 909 time: 0.0815587 Feb 07 04:18:32.222133 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] Checking router: 2c772ae1-20bc-453e-886c-c2da7cd63396 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:18:32.230053 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:32.230634 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:18:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:32.308456 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-35912c95-d268-4614-9d88-14b709a98c32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 998 time: 0.0725262 Feb 07 04:18:32.341112 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:32.352937 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1aed3-c5a4-44d5-8070-ee00ed7b4ab7 req-dcba6c75-1797-4c2a-99e5-f3019003eb87 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:32.354649 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72e1aed3-c5a4-44d5-8070-ee00ed7b4ab7 req-dcba6c75-1797-4c2a-99e5-f3019003eb87 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0522027 Feb 07 04:18:32.372288 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-cc191b22-9a92-427c-90e1-514934b38872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:32.373775 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-cc191b22-9a92-427c-90e1-514934b38872 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.0449605 Feb 07 04:18:32.403745 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72e1aed3-c5a4-44d5-8070-ee00ed7b4ab7 req-4b5ea13c-1273-49de-848f-f952cf25f30a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420952 Feb 07 04:18:32.441094 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-5bf0e89d-cc45-4a30-82d8-8a19ed58ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:32.442613 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-5bf0e89d-cc45-4a30-82d8-8a19ed58ec12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501034 Feb 07 04:18:32.517472 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:32.539219 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-59267a36-cfd0-4865-af18-eff897d58a84 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881865 Feb 07 04:18:32.568315 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '3fca0da3-86fd-45a6-9042-9ceeeabe35f8', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'port_id': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'mac_address': 'fa:16:3e:d6:bc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:18:31Z', 'updated_at': '2022-02-07T04:18:31Z', 'revision_number': 0, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:37Z', 'revision_number': 5, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:32.594236 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ed826-5270-47ad-9198-3dfdceff1d23 None None] The sync data for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi is: [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '3fca0da3-86fd-45a6-9042-9ceeeabe35f8', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'port_id': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'mac_address': 'fa:16:3e:d6:bc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:18:31Z', 'updated_at': '2022-02-07T04:18:31Z', 'revision_number': 0, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:37Z', 'revision_number': 5, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:18:32.628835 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a160e23a-c0ea-4439-8cb2-f33e18281915 req-6feae657-081d-487d-9949-822fd1b4a35f service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816498 Feb 07 04:18:32.777506 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71264a-cfa9-48f4-bfcd-7c5284b34d14 None None] New status for floating IP 3fca0da3-86fd-45a6-9042-9ceeeabe35f8: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:18:33.232440 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11d424-b854-4508-b59c-fd588d967173 req-765cd314-35fc-4094-a3c1-e47a34e676cb tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:33.233929 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9d11d424-b854-4508-b59c-fd588d967173 req-765cd314-35fc-4094-a3c1-e47a34e676cb tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0596490 Feb 07 04:18:33.280937 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9d11d424-b854-4508-b59c-fd588d967173 req-ad479171-c6aa-4215-aad7-23b183b989eb tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414305 Feb 07 04:18:33.520497 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98c3de-80a4-4f1b-9630-fa56f2c2fe21 req-e11cb854-c4a9-4107-9ab9-9d86aa96d0e9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:33.522026 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9e98c3de-80a4-4f1b-9630-fa56f2c2fe21 req-e11cb854-c4a9-4107-9ab9-9d86aa96d0e9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0521517 Feb 07 04:18:33.570948 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9e98c3de-80a4-4f1b-9630-fa56f2c2fe21 req-586bcc36-2497-4ca3-8290-71d0c59f2916 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435386 Feb 07 04:18:33.907313 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:34.403608 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd993049-e301-4178-87ce-b40f4c4c5623 req-9f0778c6-e02d-419a-be47-bea8f1a60c82 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:34.405107 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bd993049-e301-4178-87ce-b40f4c4c5623 req-9f0778c6-e02d-419a-be47-bea8f1a60c82 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0573609 Feb 07 04:18:34.456989 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bd993049-e301-4178-87ce-b40f4c4c5623 req-99f7b7f6-3bf5-49d4-bea4-6474252d2fdf tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463202 Feb 07 04:18:34.688488 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649b52-f5c0-4eb5-85e6-3a7ac9b02baa req-b45b8fcb-1c91-44cd-a082-c5f1808f539a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:34.689951 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c0649b52-f5c0-4eb5-85e6-3a7ac9b02baa req-b45b8fcb-1c91-44cd-a082-c5f1808f539a tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0523002 Feb 07 04:18:34.734194 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c0649b52-f5c0-4eb5-85e6-3a7ac9b02baa req-8c43933e-9cff-4b8f-b1c7-719c91a373d8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389431 Feb 07 04:18:35.250075 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:35.572321 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d136b15-d9e8-43d4-9e25-da4002d44240 req-4bf2154b-0812-4ea1-b28c-2870b2e8c959 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:35.573641 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2d136b15-d9e8-43d4-9e25-da4002d44240 req-4bf2154b-0812-4ea1-b28c-2870b2e8c959 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0510333 Feb 07 04:18:35.619370 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2d136b15-d9e8-43d4-9e25-da4002d44240 req-94466548-34db-437e-9bcb-0f4aecb4d0a7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403705 Feb 07 04:18:35.735177 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4f947-b4be-4e0c-a1a8-b17b58a89364 req-34f05893-6fd2-405a-92e6-30607ca58f37 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:35.736683 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b9a4f947-b4be-4e0c-a1a8-b17b58a89364 req-34f05893-6fd2-405a-92e6-30607ca58f37 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0524328 Feb 07 04:18:35.784419 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b9a4f947-b4be-4e0c-a1a8-b17b58a89364 req-5f7be07d-02fa-4675-9994-e18d47762c13 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Feb 07 04:18:35.806829 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56290) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:35.855927 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b97bde-b676-4dc2-b094-f95acce1ff9b req-780ce654-41b1-4213-850f-e2210e4b1a14 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:35.857638 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c2b97bde-b676-4dc2-b094-f95acce1ff9b req-780ce654-41b1-4213-850f-e2210e4b1a14 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0560551 Feb 07 04:18:35.905279 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c2b97bde-b676-4dc2-b094-f95acce1ff9b req-af0d8570-48ba-41da-9b28-5d7b22de3cba tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Feb 07 04:18:35.948034 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175c0442-8623-4d73-8465-359b2a9aadf7 tempest-TestVolumeBootPattern-708081260 tempest-TestVolumeBootPattern-708081260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:35.950134 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-175c0442-8623-4d73-8465-359b2a9aadf7 tempest-TestVolumeBootPattern-708081260 tempest-TestVolumeBootPattern-708081260-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 1125 time: 0.1417787 Feb 07 04:18:35.953023 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56294) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:35.957225 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'floatingip': {'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'port_id': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:18:35.976385 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:36.067537 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:36.173004 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Allocated IP 172.27.1.111 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/1f7306dd-c00b-44fd-a8ac-41cb52a7fead) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:18:36.267972 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for port (1f7306dd-c00b-44fd-a8ac-41cb52a7fead), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:36.300225 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577'] for port (1f7306dd-c00b-44fd-a8ac-41cb52a7fead), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:36.338142 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:18:36.342731 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:18:36.346181 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:18:36.369530 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'Port': ['ID=1f7306dd-c00b-44fd-a8ac-41cb52a7fead,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:36.836622 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for floatingip (7bb6a0cb-d400-422c-931f-8cce1bf0ce46), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:36.906999 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (1f7306dd-c00b-44fd-a8ac-41cb52a7fead), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:37.069731 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ee7b-0909-44a1-8e4d-5228012eaea4 req-0f8acfbc-7c8a-4a99-ab7b-42d132a30f82 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:37.071715 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9bc3ee7b-0909-44a1-8e4d-5228012eaea4 req-0f8acfbc-7c8a-4a99-ab7b-42d132a30f82 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0846260 Feb 07 04:18:37.128494 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for port (1f7306dd-c00b-44fd-a8ac-41cb52a7fead), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:37.137887 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (1f7306dd-c00b-44fd-a8ac-41cb52a7fead), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:37.181219 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9bc3ee7b-0909-44a1-8e4d-5228012eaea4 req-d8bac560-bab9-4a1f-aa68-450b24346fe7 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026955 Feb 07 04:18:37.189409 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (7bb6a0cb-d400-422c-931f-8cce1bf0ce46), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:37.254924 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'Port': ['ID=1f7306dd-c00b-44fd-a8ac-41cb52a7fead,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:37.295235 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Floating IP 7bb6a0cb-d400-422c-931f-8cce1bf0ce46 associated. External IP: 172.27.1.111, port: d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b. Feb 07 04:18:37.508678 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Router 942d1c87-8147-4a0f-b619-a2783667b855 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:18:37.616905 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:18:37.628866 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] Sync routers for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:18:37.636369 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:37.638493 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:37.639098 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:18:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:37.664966 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-44e50912-1e86-42d2-b9ac-e1123d0b792d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7109368 Feb 07 04:18:37.665537 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'tag': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:37.667784 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fddb31-aba8-4796-9bc8-33b5a21cb995" -d '{"events": [{"name": "network-changed", "server_uuid": "167dea27-bb6f-4570-bce1-655c26a20dbd", "tag": "d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:37.711101 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76bcb59-4f1c-4df8-a624-5ce5bd2629d7 x-openstack-request-id: req-f76bcb59-4f1c-4df8-a624-5ce5bd2629d7 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:37.711406 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167dea27-bb6f-4570-bce1-655c26a20dbd", "tag": "d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:37.711665 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f76bcb59-4f1c-4df8-a624-5ce5bd2629d7 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:37.712092 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'tag': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'status': 'completed', 'code': 200} Feb 07 04:18:37.826476 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:37.894410 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797200-7119-448e-ade0-9a4c9c211254 req-8d7746a3-69e8-4bd0-821b-b5883be6bae4 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:37.895878 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-52797200-7119-448e-ade0-9a4c9c211254 req-8d7746a3-69e8-4bd0-821b-b5883be6bae4 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0804713 Feb 07 04:18:37.909269 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-2627fa5b-9016-4836-aff6-82ab44e8dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:37.910866 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-2627fa5b-9016-4836-aff6-82ab44e8dc40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 1130 time: 0.0703204 Feb 07 04:18:38.053795 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '7bb6a0cb-d400-422c-931f-8cce1bf0ce46', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'port_id': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'mac_address': 'fa:16:3e:9c:5f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:18:36Z', 'updated_at': '2022-02-07T04:18:36Z', 'revision_number': 0, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:38.082346 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-f2b02fc7-d362-478d-a745-935d1e9136df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:38.082565 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] Checking router: 942d1c87-8147-4a0f-b619-a2783667b855 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:18:38.083953 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-f2b02fc7-d362-478d-a745-935d1e9136df service neutron] 10.222.0.30 "GET /v2.0/networks?id=2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 200 len: 913 time: 0.1566525 Feb 07 04:18:38.095230 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:38.096023 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:18:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:38.098078 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-52797200-7119-448e-ade0-9a4c9c211254 req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Deleting port e1dbf142-1764-4037-8714-29d34864f234 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:18:38.098451 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-52797200-7119-448e-ade0-9a4c9c211254 req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (e1dbf142-1764-4037-8714-29d34864f234), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:38.215668 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:38.328990 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c686d7-1f42-419f-8059-5f11e02f9595 req-53b75ffb-d4cf-45df-9189-21f4064f081e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:38.330763 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-95c686d7-1f42-419f-8059-5f11e02f9595 req-53b75ffb-d4cf-45df-9189-21f4064f081e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 945 time: 0.0571792 Feb 07 04:18:38.383444 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-95c686d7-1f42-419f-8059-5f11e02f9595 req-b586538f-03ed-4f11-9859-509637600b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459895 Feb 07 04:18:38.448767 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-0ceeab06-c8df-4b0d-b4e7-91ecce3df6b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b HTTP/1.1" status: 200 len: 1000 time: 0.1063240 Feb 07 04:18:38.451889 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '7bb6a0cb-d400-422c-931f-8cce1bf0ce46', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'port_id': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'mac_address': 'fa:16:3e:9c:5f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:18:36Z', 'updated_at': '2022-02-07T04:18:36Z', 'revision_number': 0, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:38.477418 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c794343-de39-442e-b07f-64fe3a7ea062 None None] The sync data for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi is: [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '7bb6a0cb-d400-422c-931f-8cce1bf0ce46', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'port_id': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'mac_address': 'fa:16:3e:9c:5f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:18:36Z', 'updated_at': '2022-02-07T04:18:36Z', 'revision_number': 0, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:18:38.504498 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-52797200-7119-448e-ade0-9a4c9c211254 req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] For port e1dbf142-1764-4037-8714-29d34864f234, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e1dbf142-1764-4037-8714-29d34864f234,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:38.504869 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-52797200-7119-448e-ade0-9a4c9c211254 req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (e1dbf142-1764-4037-8714-29d34864f234), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:38.521943 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-52797200-7119-448e-ade0-9a4c9c211254 req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Calling delete_port for e1dbf142-1764-4037-8714-29d34864f234 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:18:38.530155 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-3d3858fe-374e-4264-9778-785a71acf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:38.531627 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-3d3858fe-374e-4264-9778-785a71acf8d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a686dd-1e4e-490e-8011-1cbb02509d34 HTTP/1.1" status: 200 len: 851 time: 0.0722308 Feb 07 04:18:38.640436 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-b1445b69-f31f-4635-bd69-ecc7f940965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:38.641964 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-b1445b69-f31f-4635-bd69-ecc7f940965d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2380dba0-88cd-40c3-a56d-3005ce2546c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727360 Feb 07 04:18:38.689143 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465e4d05-18c7-45db-8533-17e0645b3051 None None] New status for floating IP 7bb6a0cb-d400-422c-931f-8cce1bf0ce46: ACTIVE {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:18:38.752504 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-52797200-7119-448e-ade0-9a4c9c211254 req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (e1dbf142-1764-4037-8714-29d34864f234), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:38.797917 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Pushing event deleted for resources: {'Port': ['ID=e1dbf142-1764-4037-8714-29d34864f234,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:38.815630 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-8da4979e-3440-4991-aff0-de2fef6f8cb4 service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426237 Feb 07 04:18:38.834854 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['08a3936d-26aa-4031-920c-7291ded7d6bc', 'e1dbf142-1764-4037-8714-29d34864f234'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:38.905628 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-52797200-7119-448e-ade0-9a4c9c211254 req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] No DVR routers for this DVR port e1dbf142-1764-4037-8714-29d34864f234 on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:18:38.912563 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-52797200-7119-448e-ade0-9a4c9c211254 req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:38.915831 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-52797200-7119-448e-ade0-9a4c9c211254 req-ad8afd58-2ba8-4edf-bfdc-b451ac1a7b42 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.30 "DELETE /v2.0/ports/e1dbf142-1764-4037-8714-29d34864f234 HTTP/1.1" status: 204 len: 173 time: 0.9899526 Feb 07 04:18:38.916441 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a', 'name': 'network-vif-deleted', 'tag': 'e1dbf142-1764-4037-8714-29d34864f234'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:38.918592 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189d2c68-cf27-4560-9794-3fa2c981c976" -d '{"events": [{"server_uuid": "9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a", "name": "network-vif-deleted", "tag": "e1dbf142-1764-4037-8714-29d34864f234"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:38.987126 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f22a63-bf95-4ff9-9dd7-0418bb0d1709 x-openstack-request-id: req-81f22a63-bf95-4ff9-9dd7-0418bb0d1709 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:38.987420 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a", "name": "network-vif-deleted", "tag": "e1dbf142-1764-4037-8714-29d34864f234", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:38.989510 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81f22a63-bf95-4ff9-9dd7-0418bb0d1709 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:38.989946 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a', 'name': 'network-vif-deleted', 'tag': 'e1dbf142-1764-4037-8714-29d34864f234', 'status': 'completed', 'code': 200} Feb 07 04:18:38.993260 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6fddb31-aba8-4796-9bc8-33b5a21cb995 req-e91a49c2-0a20-4478-ae06-ae1ff5e3f3b4 service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706121 Feb 07 04:18:39.495474 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b964425a-ad72-41a0-85de-9b644881c133 req-df6969c7-43ea-4b1f-91e2-6c7f6f8783e9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bac8ecd-a423-4b15-9ff7-dfcb2fd0063a HTTP/1.1" status: 200 len: 210 time: 0.0316317 Feb 07 04:18:40.773349 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677156b-e3b8-433d-b14d-7e0edc9bd13b req-8c6c4d7a-ac2f-405e-be3b-46de78106ee8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:40.774976 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e677156b-e3b8-433d-b14d-7e0edc9bd13b req-8c6c4d7a-ac2f-405e-be3b-46de78106ee8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0527844 Feb 07 04:18:40.825717 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e677156b-e3b8-433d-b14d-7e0edc9bd13b req-8abba28b-220d-4ad6-9c93-fe5dd28a5530 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Feb 07 04:18:41.208063 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e1dbf142-1764-4037-8714-29d34864f234 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:18:41.230067 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: e1dbf142-1764-4037-8714-29d34864f234 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:18:41.230440 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e1dbf142-1764-4037-8714-29d34864f234 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:18:41.947968 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064f38b-a6bc-4d1e-a544-1b59e3933cb7 req-4f15f696-15d3-4c48-bff3-bcc24c3373a8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:41.949541 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f064f38b-a6bc-4d1e-a544-1b59e3933cb7 req-4f15f696-15d3-4c48-bff3-bcc24c3373a8 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0534239 Feb 07 04:18:41.995369 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f064f38b-a6bc-4d1e-a544-1b59e3933cb7 req-0bd7d33a-b86e-430b-937e-aa4700436598 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Feb 07 04:18:42.517089 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63483612-2d72-4ac6-8a73-40b92a9b153a req-76244faa-ee75-48c5-9387-f4a0947ca0a5 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:42.518558 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-63483612-2d72-4ac6-8a73-40b92a9b153a req-76244faa-ee75-48c5-9387-f4a0947ca0a5 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.0589252 Feb 07 04:18:42.564974 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-63483612-2d72-4ac6-8a73-40b92a9b153a req-1bc20ef0-a07a-4583-af9e-cb038acfff87 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Feb 07 04:18:42.966852 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a452757-290a-4d5b-8f11-be5adba33e0b req-b6c00f66-0289-44d8-8ae8-d3d639fa6ebb tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:42.968349 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7a452757-290a-4d5b-8f11-be5adba33e0b req-b6c00f66-0289-44d8-8ae8-d3d639fa6ebb tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0653265 Feb 07 04:18:43.013891 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7a452757-290a-4d5b-8f11-be5adba33e0b req-ae2b297b-dc83-4c77-be9d-6068116e4792 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401030 Feb 07 04:18:43.114544 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0e007-1647-48d9-9dbf-97ec12343756 req-36b42f16-5841-4aaa-b5cb-aaa8a698430e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:43.115916 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61d0e007-1647-48d9-9dbf-97ec12343756 req-36b42f16-5841-4aaa-b5cb-aaa8a698430e tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0523963 Feb 07 04:18:43.164709 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61d0e007-1647-48d9-9dbf-97ec12343756 req-3c933e52-7c2f-4291-b513-06603a37ae45 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 Feb 07 04:18:43.678530 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c80316-2d3e-425d-aa6b-c04fcdca24a2 req-e2be1cf4-2716-4c70-b54f-95cc2fdfb835 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:43.680035 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-46c80316-2d3e-425d-aa6b-c04fcdca24a2 req-e2be1cf4-2716-4c70-b54f-95cc2fdfb835 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.0505681 Feb 07 04:18:43.727982 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-46c80316-2d3e-425d-aa6b-c04fcdca24a2 req-750b25e9-5ed9-4f1e-9aee-ff79b77478ff tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Feb 07 04:18:44.133611 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f5a94-a3f1-4e69-b5f1-5353403c78e7 req-909f8585-5241-4e13-a9be-28bae4be1308 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:44.135065 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ff1f5a94-a3f1-4e69-b5f1-5353403c78e7 req-909f8585-5241-4e13-a9be-28bae4be1308 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0511556 Feb 07 04:18:44.179810 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ff1f5a94-a3f1-4e69-b5f1-5353403c78e7 req-c12a1837-7056-423b-b958-310572f45d52 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393732 Feb 07 04:18:44.279077 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445130-6cb6-44a9-aa7c-e18450feb5ce req-0a9354ca-b6a4-4cbb-8649-987be675c83c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:44.280462 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-49445130-6cb6-44a9-aa7c-e18450feb5ce req-0a9354ca-b6a4-4cbb-8649-987be675c83c tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0517387 Feb 07 04:18:44.324905 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-49445130-6cb6-44a9-aa7c-e18450feb5ce req-2d7def02-2cc1-4110-a166-e623214ff6b1 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Feb 07 04:18:44.844843 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c70e1-2db9-4963-af06-ec9832336292 req-0c64f7ff-3c68-475e-87b9-20053819ad50 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:44.846341 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a5c70e1-2db9-4963-af06-ec9832336292 req-0c64f7ff-3c68-475e-87b9-20053819ad50 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Feb 07 04:18:44.894335 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a5c70e1-2db9-4963-af06-ec9832336292 req-bdf40a22-66e1-4050-8ae5-1e60db7f3c15 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Feb 07 04:18:45.297996 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c00d4d-c967-4d4c-ba15-2db5615d3ed0 req-16018510-c91e-416b-a444-943956fcc2a7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:45.299455 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d2c00d4d-c967-4d4c-ba15-2db5615d3ed0 req-16018510-c91e-416b-a444-943956fcc2a7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0516369 Feb 07 04:18:45.344577 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d2c00d4d-c967-4d4c-ba15-2db5615d3ed0 req-83e5249a-0136-451b-9d24-2a43ffd97e46 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Feb 07 04:18:45.445517 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a44c16-0718-4a1a-afeb-c5a07e6232db req-823a5e9d-d54d-4518-a81c-567b10e616aa tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:45.446973 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4a44c16-0718-4a1a-afeb-c5a07e6232db req-823a5e9d-d54d-4518-a81c-567b10e616aa tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0544600 Feb 07 04:18:45.491837 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4a44c16-0718-4a1a-afeb-c5a07e6232db req-110d7725-aa64-474a-a9d6-27b4e3c43670 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Feb 07 04:18:45.952314 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-75328b6b-24be-4029-a2e6-4052a2b47ed1 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:45.954407 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-75328b6b-24be-4029-a2e6-4052a2b47ed1 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.0554240 Feb 07 04:18:46.014314 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d904b-739b-4d21-a8be-8a368c20e003 req-f9fd501a-1031-4483-9108-c6260a4ce408 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:46.015777 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-de4d904b-739b-4d21-a8be-8a368c20e003 req-f9fd501a-1031-4483-9108-c6260a4ce408 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 945 time: 0.0547397 Feb 07 04:18:46.053987 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Deleting port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:18:46.054322 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:46.061200 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-de4d904b-739b-4d21-a8be-8a368c20e003 req-1ed443cd-798e-48e7-9e5b-aa235d94ab80 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Feb 07 04:18:46.139427 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] For port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:46.139784 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:46.151754 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Calling delete_port for ac94b66d-3a3d-43fe-82fe-267f8a81a9ea owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:18:46.276504 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (ac94b66d-3a3d-43fe-82fe-267f8a81a9ea), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:46.310113 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Pushing event deleted for resources: {'Port': ['ID=ac94b66d-3a3d-43fe-82fe-267f8a81a9ea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:46.343744 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] No DVR routers for this DVR port ac94b66d-3a3d-43fe-82fe-267f8a81a9ea on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:18:46.346352 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:46.349636 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3257dab5-65dd-46d6-8ba3-de786b672823 req-7a4d596c-ddd7-4ba3-ab54-ac88ac4fc0ed tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "DELETE /v2.0/ports/ac94b66d-3a3d-43fe-82fe-267f8a81a9ea HTTP/1.1" status: 204 len: 173 time: 0.3881712 Feb 07 04:18:46.350086 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73db778d-755d-49b4-b51b-0557e2b15b37', 'name': 'network-vif-deleted', 'tag': 'ac94b66d-3a3d-43fe-82fe-267f8a81a9ea'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:46.352320 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b862a810-8c8e-405f-8c26-4bf64232376d" -d '{"events": [{"server_uuid": "73db778d-755d-49b4-b51b-0557e2b15b37", "name": "network-vif-deleted", "tag": "ac94b66d-3a3d-43fe-82fe-267f8a81a9ea"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:46.367993 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'e4368539-c55d-4781-9c7f-7915272fcb88', '14881f67-cb42-40b9-a3da-ac9deed53950', 'ac94b66d-3a3d-43fe-82fe-267f8a81a9ea'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:46.391139 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c13faa-6ac9-4549-a981-53a0ebe36dcc x-openstack-request-id: req-87c13faa-6ac9-4549-a981-53a0ebe36dcc {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:46.391443 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73db778d-755d-49b4-b51b-0557e2b15b37", "name": "network-vif-deleted", "tag": "ac94b66d-3a3d-43fe-82fe-267f8a81a9ea", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:46.391704 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87c13faa-6ac9-4549-a981-53a0ebe36dcc {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:46.392143 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73db778d-755d-49b4-b51b-0557e2b15b37', 'name': 'network-vif-deleted', 'tag': 'ac94b66d-3a3d-43fe-82fe-267f8a81a9ea', 'status': 'completed', 'code': 200} Feb 07 04:18:46.488490 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9faf4b-6dd8-48aa-9f42-d557aacae1fe req-f9686052-ed42-4e7d-a13d-4e9e47861d08 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:46.491264 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ff9faf4b-6dd8-48aa-9f42-d557aacae1fe req-f9686052-ed42-4e7d-a13d-4e9e47861d08 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0541413 Feb 07 04:18:46.545881 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ff9faf4b-6dd8-48aa-9f42-d557aacae1fe req-3e5f2a35-261a-418d-ab62-65a003a82bac tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472853 Feb 07 04:18:46.629759 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f8b97-d77f-4ac0-87ef-2c5fb2ec109f req-e8f0b17e-4464-4f02-a6e1-79c769332bb0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:46.631419 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4f4f8b97-d77f-4ac0-87ef-2c5fb2ec109f req-e8f0b17e-4464-4f02-a6e1-79c769332bb0 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0557191 Feb 07 04:18:46.677800 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4f4f8b97-d77f-4ac0-87ef-2c5fb2ec109f req-9d5526d2-1760-4d53-bdcf-387000d2a4ee tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Feb 07 04:18:47.169732 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5e908e62-cd95-4b78-8211-5d214d2017db req-86f0c938-4bb5-4b54-b244-4b27ee0bc587 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=73db778d-755d-49b4-b51b-0557e2b15b37 HTTP/1.1" status: 200 len: 210 time: 0.0310433 Feb 07 04:18:47.665577 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ad080-1df8-4910-ac57-771797f3f9ab req-d1a4cfc4-1657-4f74-8fda-70fd7ae1e6a3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:47.667037 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fe9ad080-1df8-4910-ac57-771797f3f9ab req-d1a4cfc4-1657-4f74-8fda-70fd7ae1e6a3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0513108 Feb 07 04:18:47.712244 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fe9ad080-1df8-4910-ac57-771797f3f9ab req-ff8dd9b7-dda7-4ab5-9363-3e2635f8506c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397761 Feb 07 04:18:47.798782 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0b84f-4ce8-4729-a733-42b0720daa8e req-7a283b2b-22db-4cc1-b963-ebd6acf5af50 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:47.800459 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-afe0b84f-4ce8-4729-a733-42b0720daa8e req-7a283b2b-22db-4cc1-b963-ebd6acf5af50 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0532761 Feb 07 04:18:47.847302 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-afe0b84f-4ce8-4729-a733-42b0720daa8e req-7e6a6c11-715a-4094-9ffc-1038a93e7be9 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Feb 07 04:18:48.835083 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a776ddc-10bd-4eff-b873-212330d13186 req-1a3ced56-b35c-441b-8019-71108a620426 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:48.836642 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6a776ddc-10bd-4eff-b873-212330d13186 req-1a3ced56-b35c-441b-8019-71108a620426 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0529342 Feb 07 04:18:48.883810 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6a776ddc-10bd-4eff-b873-212330d13186 req-d669e7e1-498b-40d5-b6f1-ce8666085731 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Feb 07 04:18:48.978551 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7d869-f4f9-401d-b5f0-2501ef668f53 req-fb0618bf-9938-425e-a565-53448b278d25 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:48.979997 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7cc7d869-f4f9-401d-b5f0-2501ef668f53 req-fb0618bf-9938-425e-a565-53448b278d25 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0545969 Feb 07 04:18:49.025009 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7cc7d869-f4f9-401d-b5f0-2501ef668f53 req-584e8b9a-de38-4171-9b55-17edf9d8a764 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388818 Feb 07 04:18:49.267748 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device ac94b66d-3a3d-43fe-82fe-267f8a81a9ea no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:18:49.288005 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: ac94b66d-3a3d-43fe-82fe-267f8a81a9ea {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:18:49.288311 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device ac94b66d-3a3d-43fe-82fe-267f8a81a9ea not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:18:49.542730 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1c07c-ed6c-4339-ba04-f3472977a2d7 req-fb3f8c49-e2ba-4652-8957-69332439ad89 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:49.544757 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-feb1c07c-ed6c-4339-ba04-f3472977a2d7 req-fb3f8c49-e2ba-4652-8957-69332439ad89 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 946 time: 0.0514090 Feb 07 04:18:49.590922 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-feb1c07c-ed6c-4339-ba04-f3472977a2d7 req-dc72f85b-bcbd-44d6-a2b7-499b2efac288 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394917 Feb 07 04:18:49.832002 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-c8fc934f-8b84-4e5f-aaf4-ce31774cabbf tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:49.833394 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-c8fc934f-8b84-4e5f-aaf4-ce31774cabbf tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0507953 Feb 07 04:18:49.932549 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Deleting port 08a3936d-26aa-4031-920c-7291ded7d6bc {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:18:49.932895 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:50.014036 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9466e-3467-41b5-b50e-84d08fda3d05 req-5d23f768-a94a-4584-a98f-d8cdfc7d90bf tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:50.015506 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-62c9466e-3467-41b5-b50e-84d08fda3d05 req-5d23f768-a94a-4584-a98f-d8cdfc7d90bf tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0556221 Feb 07 04:18:50.019478 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] For port 08a3936d-26aa-4031-920c-7291ded7d6bc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=08a3936d-26aa-4031-920c-7291ded7d6bc,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:50.019920 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:50.036736 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Calling delete_port for 08a3936d-26aa-4031-920c-7291ded7d6bc owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:18:50.061134 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-62c9466e-3467-41b5-b50e-84d08fda3d05 req-f5a826f7-75a0-4927-8373-e4d519e1c81c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400872 Feb 07 04:18:50.164574 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b01bb-ac6d-4073-8de7-a8fae46f1c63 req-ff5ed5ec-6278-4847-a124-9f9fec2473fa tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:50.166031 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1c0b01bb-ac6d-4073-8de7-a8fae46f1c63 req-ff5ed5ec-6278-4847-a124-9f9fec2473fa tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb55652-6b90-48a0-8c34-def2934ea25d HTTP/1.1" status: 200 len: 945 time: 0.0745375 Feb 07 04:18:50.241249 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (08a3936d-26aa-4031-920c-7291ded7d6bc), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:50.250776 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1c0b01bb-ac6d-4073-8de7-a8fae46f1c63 req-2493e05a-f5f8-4cf0-a867-b5082ab1c6b3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786562 Feb 07 04:18:50.272465 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Pushing event deleted for resources: {'Port': ['ID=08a3936d-26aa-4031-920c-7291ded7d6bc,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:50.302498 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['08a3936d-26aa-4031-920c-7291ded7d6bc'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:50.313268 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] No DVR routers for this DVR port 08a3936d-26aa-4031-920c-7291ded7d6bc on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:18:50.315614 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:50.318832 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e00c4936-88b2-4f17-a7d7-eb7e59f2e384 req-e5e0a93a-85fe-4f30-b963-c8e884cc9af3 tempest-ServerRescueNegativeTestJSON-1040366653 tempest-ServerRescueNegativeTestJSON-1040366653-project] 10.222.0.30 "DELETE /v2.0/ports/08a3936d-26aa-4031-920c-7291ded7d6bc HTTP/1.1" status: 204 len: 173 time: 0.4779568 Feb 07 04:18:50.319281 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb55652-6b90-48a0-8c34-def2934ea25d', 'name': 'network-vif-deleted', 'tag': '08a3936d-26aa-4031-920c-7291ded7d6bc'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:50.321490 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772835af-acd2-4ef7-92d2-3729dc64408a" -d '{"events": [{"server_uuid": "8bb55652-6b90-48a0-8c34-def2934ea25d", "name": "network-vif-deleted", "tag": "08a3936d-26aa-4031-920c-7291ded7d6bc"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:50.357783 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacf645b-e2ae-4543-aa9f-07c729850241 x-openstack-request-id: req-bacf645b-e2ae-4543-aa9f-07c729850241 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:50.358078 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb55652-6b90-48a0-8c34-def2934ea25d", "name": "network-vif-deleted", "tag": "08a3936d-26aa-4031-920c-7291ded7d6bc", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:50.358331 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bacf645b-e2ae-4543-aa9f-07c729850241 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:50.358724 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb55652-6b90-48a0-8c34-def2934ea25d', 'name': 'network-vif-deleted', 'tag': '08a3936d-26aa-4031-920c-7291ded7d6bc', 'status': 'completed', 'code': 200} Feb 07 04:18:50.468107 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:18:50.707426 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789b6c-5038-40e7-a436-71e855bb4f5a req-0da48e92-8ff5-4f10-a6ac-6f8cb99c0e8e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:50.708928 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb789b6c-5038-40e7-a436-71e855bb4f5a req-0da48e92-8ff5-4f10-a6ac-6f8cb99c0e8e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 946 time: 0.0535562 Feb 07 04:18:50.756986 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb789b6c-5038-40e7-a436-71e855bb4f5a req-7b43aba5-fdba-454d-ba30-eeb8bd299330 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Feb 07 04:18:51.184412 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b403fc-2fd4-4cd1-b4bf-9ef65505f4eb req-a5eb7e43-4693-498b-ae1d-0d886ce3c688 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:51.185878 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e5b403fc-2fd4-4cd1-b4bf-9ef65505f4eb req-a5eb7e43-4693-498b-ae1d-0d886ce3c688 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0528054 Feb 07 04:18:51.230853 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e5b403fc-2fd4-4cd1-b4bf-9ef65505f4eb req-ec3a8fe8-bc1f-4e87-90af-8745a7a053cf tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395384 Feb 07 04:18:51.305531 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56442) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:51.702449 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476010'] for router_interface (9c3e1909-514b-40aa-b099-83d25a309c24), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:52.022083 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebe265-2b89-49cf-beaa-c36bae5d4a53 req-7669b7c7-d191-472b-b975-bdb099e56c3a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:52.023546 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-65ebe265-2b89-49cf-beaa-c36bae5d4a53 req-7669b7c7-d191-472b-b975-bdb099e56c3a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 946 time: 0.0996554 Feb 07 04:18:52.174784 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-65ebe265-2b89-49cf-beaa-c36bae5d4a53 req-48e83c51-fc9d-497c-9143-da215babba35 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276114 Feb 07 04:18:52.264923 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Deleting port beae97b7-45c4-4e23-a575-49a7096b1a9e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:18:52.265490 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:52.346601 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] For port beae97b7-45c4-4e23-a575-49a7096b1a9e, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=beae97b7-45c4-4e23-a575-49a7096b1a9e,segment=NetworkSegment(a31aeedf-02f0-4cfd-8233-67b004bbcad5),segment_id=a31aeedf-02f0-4cfd-8233-67b004bbcad5)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:52.346958 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:52.350370 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7643fb-223f-4e8f-b7dd-388956ecf5f0 req-9fb5b199-b569-4c55-95c7-a414f545eebe tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:52.351844 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4f7643fb-223f-4e8f-b7dd-388956ecf5f0 req-9fb5b199-b569-4c55-95c7-a414f545eebe tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0516329 Feb 07 04:18:52.359649 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Calling delete_port for beae97b7-45c4-4e23-a575-49a7096b1a9e owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:18:52.397387 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4f7643fb-223f-4e8f-b7dd-388956ecf5f0 req-30086e95-1086-44be-8d23-015075c8929a tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398519 Feb 07 04:18:52.566137 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586'] for port (beae97b7-45c4-4e23-a575-49a7096b1a9e), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:52.589648 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Pushing event deleted for resources: {'Port': ['ID=beae97b7-45c4-4e23-a575-49a7096b1a9e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:52.715166 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476158'] for router_interface (9c3e1909-514b-40aa-b099-83d25a309c24), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:52.760063 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fe6f1-866e-4735-a824-677d14ed896e req-47c3ba2e-df40-48d7-b908-8543fe0e6e4e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:52.761768 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-376fe6f1-866e-4735-a824-677d14ed896e req-47c3ba2e-df40-48d7-b908-8543fe0e6e4e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 946 time: 0.0506163 Feb 07 04:18:52.864923 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-376fe6f1-866e-4735-a824-677d14ed896e req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Deleting port 14881f67-cb42-40b9-a3da-ac9deed53950 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:18:52.865184 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-376fe6f1-866e-4735-a824-677d14ed896e req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:52.928225 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Router 9c3e1909-514b-40aa-b099-83d25a309c24 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:18:52.958811 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-376fe6f1-866e-4735-a824-677d14ed896e req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] For port 14881f67-cb42-40b9-a3da-ac9deed53950, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14881f67-cb42-40b9-a3da-ac9deed53950,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:52.959178 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-376fe6f1-866e-4735-a824-677d14ed896e req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:52.972294 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-376fe6f1-866e-4735-a824-677d14ed896e req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Calling delete_port for 14881f67-cb42-40b9-a3da-ac9deed53950 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:18:53.034146 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:18:53.039093 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c373d4fa-936d-48da-871a-15937e08167b admin admin] 10.222.0.13 "PUT /v2.0/routers/9c3e1909-514b-40aa-b099-83d25a309c24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325463 Feb 07 04:18:53.041645 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56450) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:53.046608 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] Sync routers for ids ['9c3e1909-514b-40aa-b099-83d25a309c24'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:18:53.057612 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] Routers {'9c3e1909-514b-40aa-b099-83d25a309c24'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:53.058533 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:18:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['9c3e1909-514b-40aa-b099-83d25a309c24'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:53.106667 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-376fe6f1-866e-4735-a824-677d14ed896e req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (14881f67-cb42-40b9-a3da-ac9deed53950), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.149661 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks [] for router (9c3e1909-514b-40aa-b099-83d25a309c24), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.158065 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'e4368539-c55d-4781-9c7f-7915272fcb88', '14881f67-cb42-40b9-a3da-ac9deed53950'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:53.171231 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Pushing event deleted for resources: {'Port': ['ID=14881f67-cb42-40b9-a3da-ac9deed53950,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:53.171595 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] Set router 9c3e1909-514b-40aa-b099-83d25a309c24 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:53.191311 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-376fe6f1-866e-4735-a824-677d14ed896e req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] No DVR routers for this DVR port 14881f67-cb42-40b9-a3da-ac9deed53950 on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:18:53.197170 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-376fe6f1-866e-4735-a824-677d14ed896e req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.200909 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-376fe6f1-866e-4735-a824-677d14ed896e req-58f4341c-5cdc-410f-acbb-5c8a9a389e07 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "DELETE /v2.0/ports/14881f67-cb42-40b9-a3da-ac9deed53950 HTTP/1.1" status: 204 len: 173 time: 0.4277551 Feb 07 04:18:53.201382 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d93682d-b600-4636-ad86-a035be1c2500', 'name': 'network-vif-deleted', 'tag': '14881f67-cb42-40b9-a3da-ac9deed53950'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:53.203634 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b5fc80-ea48-45af-9cc3-118c99aa34d4" -d '{"events": [{"server_uuid": "5d93682d-b600-4636-ad86-a035be1c2500", "name": "network-vif-deleted", "tag": "14881f67-cb42-40b9-a3da-ac9deed53950"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:53.266084 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da72258f-feea-49ce-b748-d17bc56c996e x-openstack-request-id: req-da72258f-feea-49ce-b748-d17bc56c996e {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:53.266379 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d93682d-b600-4636-ad86-a035be1c2500", "name": "network-vif-deleted", "tag": "14881f67-cb42-40b9-a3da-ac9deed53950", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:53.267028 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da72258f-feea-49ce-b748-d17bc56c996e {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:53.267436 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d93682d-b600-4636-ad86-a035be1c2500', 'name': 'network-vif-deleted', 'tag': '14881f67-cb42-40b9-a3da-ac9deed53950', 'status': 'completed', 'code': 200} Feb 07 04:18:53.320240 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks [] for router_gateway (9c3e1909-514b-40aa-b099-83d25a309c24), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.327325 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a5df6b3c-8384-4a94-be70-e93b2c13a104 req-8a319e5f-163e-4539-9137-b337e80e3413 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d93682d-b600-4636-ad86-a035be1c2500 HTTP/1.1" status: 200 len: 210 time: 0.0397186 Feb 07 04:18:53.328748 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 14881f67-cb42-40b9-a3da-ac9deed53950 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:18:53.356008 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: 14881f67-cb42-40b9-a3da-ac9deed53950 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:18:53.356008 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 14881f67-cb42-40b9-a3da-ac9deed53950 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:18:53.356482 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 08a3936d-26aa-4031-920c-7291ded7d6bc no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:18:53.381532 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: 08a3936d-26aa-4031-920c-7291ded7d6bc {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:18:53.381887 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 08a3936d-26aa-4031-920c-7291ded7d6bc not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:18:53.385441 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Deleting port 9d2b8db8-89b8-40be-855c-bc5cacded9ba {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:18:53.385713 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.466382 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:18:52Z', 'revision_number': 5, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'gw_port': {'id': '9d2b8db8-89b8-40be-855c-bc5cacded9ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:48Z', 'updated_at': '2022-02-07T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:53.490469 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] For port 9d2b8db8-89b8-40be-855c-bc5cacded9ba, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9d2b8db8-89b8-40be-855c-bc5cacded9ba,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:53.490854 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.498105 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] Checking router: 9c3e1909-514b-40aa-b099-83d25a309c24 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:18:53.507257 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] Routers {'9c3e1909-514b-40aa-b099-83d25a309c24'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:18:53.508321 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:18:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['9c3e1909-514b-40aa-b099-83d25a309c24'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:53.508457 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Calling delete_port for 9d2b8db8-89b8-40be-855c-bc5cacded9ba owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:18:53.532001 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a77b25-d58f-4ce2-b04c-6f92588986e6 req-2bd33264-1e7b-434c-a145-f2e66db9d6fa tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:53.533515 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83a77b25-d58f-4ce2-b04c-6f92588986e6 req-2bd33264-1e7b-434c-a145-f2e66db9d6fa tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0578048 Feb 07 04:18:53.582588 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83a77b25-d58f-4ce2-b04c-6f92588986e6 req-73b04e82-55da-40da-a2f4-5dcbee0822d7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430353 Feb 07 04:18:53.598755 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] Set router 9c3e1909-514b-40aa-b099-83d25a309c24 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:18:53.652491 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:18:53Z', 'revision_number': 6, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'gw_port_host': None}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:53.678672 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3e5d-3149-401e-9c73-6c21d5b1db83 None None] The sync data for ids ['9c3e1909-514b-40aa-b099-83d25a309c24'] in dv-cinder-799631-7-iscsi is: [{'id': '9c3e1909-514b-40aa-b099-83d25a309c24', 'name': 'tempest-ServerRescueNegativeTestJSON-195381613-router', 'tenant_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:18:53Z', 'revision_number': 6, 'project_id': 'e9eb47ba0e1b464fac1b4fccbd4905ec', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:18:53.679005 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586'] for port (9d2b8db8-89b8-40be-855c-bc5cacded9ba), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.702925 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2b8db8-89b8-40be-855c-bc5cacded9ba,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:53.734382 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477468'] for router_gateway (9c3e1909-514b-40aa-b099-83d25a309c24), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.844612 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router (9c3e1909-514b-40aa-b099-83d25a309c24), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.846740 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks [] for router_controller (9c3e1909-514b-40aa-b099-83d25a309c24), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.913607 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482444'] for router (9c3e1909-514b-40aa-b099-83d25a309c24), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.914217 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3e1909-514b-40aa-b099-83d25a309c24 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 04:18:53.919758 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:53.921194 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-b8cfbf14-6d63-4187-97fa-b45a8ae4131d admin admin] 10.222.0.13 "DELETE /v2.0/routers/9c3e1909-514b-40aa-b099-83d25a309c24 HTTP/1.1" status: 204 len: 168 time: 0.8786762 Feb 07 04:18:53.923593 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56458) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:53.975339 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b21061-1336-487d-a630-98c99d2009a0 admin admin] Deleting subnet 72c826d7-1ef0-4837-b7e5-49cca61129ad {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:18:53.980089 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71b21061-1336-487d-a630-98c99d2009a0 admin admin] Publish callbacks [] for subnet (72c826d7-1ef0-4837-b7e5-49cca61129ad), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.229640 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71b21061-1336-487d-a630-98c99d2009a0 admin admin] Publish callbacks [] for subnet (72c826d7-1ef0-4837-b7e5-49cca61129ad), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.238512 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71b21061-1336-487d-a630-98c99d2009a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (72c826d7-1ef0-4837-b7e5-49cca61129ad), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.290711 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71b21061-1336-487d-a630-98c99d2009a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for subnet (72c826d7-1ef0-4837-b7e5-49cca61129ad), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.314894 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b21061-1336-487d-a630-98c99d2009a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c826d7-1ef0-4837-b7e5-49cca61129ad,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:54.318534 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-71b21061-1336-487d-a630-98c99d2009a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.321750 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-71b21061-1336-487d-a630-98c99d2009a0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72c826d7-1ef0-4837-b7e5-49cca61129ad HTTP/1.1" status: 204 len: 168 time: 0.3971703 Feb 07 04:18:54.324702 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56460) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:54.393269 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (1c81d0d0-d615-4849-87d4-dae2587ee669), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.473411 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (1c81d0d0-d615-4849-87d4-dae2587ee669), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.496692 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.497491 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.497738 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.498072 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > port after_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.498522 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.498783 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > port after_update 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.499114 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.499459 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.499793 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.500311 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.590956 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.591313 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.591651 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.591992 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 04:18:54.592400 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c81d0d0-d615-4849-87d4-dae2587ee669']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:54.623153 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31aeedf-02f0-4cfd-8233-67b004bbcad5') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:54.623450 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31aeedf-02f0-4cfd-8233-67b004bbcad5') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:18:54.656920 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260295121'] for segment (a31aeedf-02f0-4cfd-8233-67b004bbcad5), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.680929 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (a31aeedf-02f0-4cfd-8233-67b004bbcad5), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.692684 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:18:54.693101 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110351'] for segment (a31aeedf-02f0-4cfd-8233-67b004bbcad5), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: from cryptography.utils import int_from_bytes Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: from cryptography.utils import int_from_bytes Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: Traceback (most recent call last): Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: timer() Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: cb(*args, **kw) Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: return func(*args, **kwargs) Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: self._notify() Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: self.callback(batched_events) Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: event.method(event) Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: return f(self, *a, **k) Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._get(url).json() Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: return self.request(url, 'GET', **kwargs) Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:18:54.697264 dv-cinder-799631-7-iscsi neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:18:54.719028 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc77afc-7db1-4304-b87f-dcd789d6d793 req-ce0e59e8-93e2-41c8-bc49-ec6ee0eca1ed tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:54.723497 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cdc77afc-7db1-4304-b87f-dcd789d6d793 req-ce0e59e8-93e2-41c8-bc49-ec6ee0eca1ed tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0552230 Feb 07 04:18:54.744197 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b11ef8-d69d-4231-876e-13aecec496e6 req-1c964a5c-a1e8-436e-a5fa-63451e05175a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:54.746401 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-24b11ef8-d69d-4231-876e-13aecec496e6 req-1c964a5c-a1e8-436e-a5fa-63451e05175a tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 945 time: 0.1484790 Feb 07 04:18:54.777529 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cdc77afc-7db1-4304-b87f-dcd789d6d793 req-d95848f7-c5b8-4df1-aa1a-055d247123b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506175 Feb 07 04:18:54.783833 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (1c81d0d0-d615-4849-87d4-dae2587ee669), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.800240 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:54.805852 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c81d0d0-d615-4849-87d4-dae2587ee669 HTTP/1.1" status: 204 len: 168 time: 0.4779603 Feb 07 04:18:54.817049 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b2278-b65c-47d8-a5b8-13018b442321 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c81d0d0-d615-4849-87d4-dae2587ee669,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:54.826194 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-24b11ef8-d69d-4231-876e-13aecec496e6 req-f67a4df9-1cd9-47c5-a205-5c0df926a92d tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709167 Feb 07 04:18:54.979862 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56472) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:55.018461 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-1bc68a27-7795-41c9-9b09-d89fabc99b80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9eb47ba0e1b464fac1b4fccbd4905ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0368359 Feb 07 04:18:55.020736 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56474) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:18:55.066767 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e2f13b-6bf9-4d72-802f-93266787293c admin admin] Publish callbacks [] for security_group (8c2b10cd-df96-4266-8f1d-3ef9094dd6bd), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:55.086737 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e2f13b-6bf9-4d72-802f-93266787293c admin admin] Publish callbacks [] for security_group (8c2b10cd-df96-4266-8f1d-3ef9094dd6bd), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:55.133985 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e2f13b-6bf9-4d72-802f-93266787293c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8c2b10cd-df96-4266-8f1d-3ef9094dd6bd), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:55.136573 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-05e2f13b-6bf9-4d72-802f-93266787293c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:55.137702 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-05e2f13b-6bf9-4d72-802f-93266787293c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c2b10cd-df96-4266-8f1d-3ef9094dd6bd HTTP/1.1" status: 204 len: 168 time: 0.1160884 Feb 07 04:18:55.145223 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2f13b-6bf9-4d72-802f-93266787293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2b10cd-df96-4266-8f1d-3ef9094dd6bd,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:55.748400 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device beae97b7-45c4-4e23-a575-49a7096b1a9e no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:18:55.772958 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: beae97b7-45c4-4e23-a575-49a7096b1a9e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:18:55.773380 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device beae97b7-45c4-4e23-a575-49a7096b1a9e not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:18:55.773868 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9d2b8db8-89b8-40be-855c-bc5cacded9ba no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:18:55.792732 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 9d2b8db8-89b8-40be-855c-bc5cacded9ba {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:18:55.793081 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9d2b8db8-89b8-40be-855c-bc5cacded9ba not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:18:55.925433 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced21b8-4149-4413-bc4f-05c1432c173d req-104ee53a-bf18-4f53-af1d-044d8302ba9f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:55.926905 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cced21b8-4149-4413-bc4f-05c1432c173d req-104ee53a-bf18-4f53-af1d-044d8302ba9f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0642624 Feb 07 04:18:55.978543 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cced21b8-4149-4413-bc4f-05c1432c173d req-a821e75e-a07c-4860-a5fa-9d1122b17caf tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458324 Feb 07 04:18:56.086373 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b900a91-2ec5-4786-b186-72adcd88cf95 req-d42ebd8d-594f-4cc0-8f33-8aec1a708967 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:56.087765 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2b900a91-2ec5-4786-b186-72adcd88cf95 req-d42ebd8d-594f-4cc0-8f33-8aec1a708967 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 945 time: 0.0524151 Feb 07 04:18:56.133653 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2b900a91-2ec5-4786-b186-72adcd88cf95 req-875ae425-13df-4792-8464-6c80e55e7d81 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Feb 07 04:18:57.099541 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74757ace-fb56-4d0b-8931-aa254b5eaa76 req-5524762e-b4fc-4f53-afa4-93252a7732bc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:57.115250 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-74757ace-fb56-4d0b-8931-aa254b5eaa76 req-5524762e-b4fc-4f53-afa4-93252a7732bc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0516584 Feb 07 04:18:57.149515 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-74757ace-fb56-4d0b-8931-aa254b5eaa76 req-1df062c2-c6f5-4dba-82cd-ce40ca613b61 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Feb 07 04:18:57.255797 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0cfc8-a7be-4ca3-8b31-3a2b7312bf8f req-77066f84-ad68-436e-98a4-7a9eb588667c tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:57.257255 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8af0cfc8-a7be-4ca3-8b31-3a2b7312bf8f req-77066f84-ad68-436e-98a4-7a9eb588667c tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 945 time: 0.0557642 Feb 07 04:18:57.310534 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8af0cfc8-a7be-4ca3-8b31-3a2b7312bf8f req-108844bc-d48b-40db-8a18-95f9f25bbd75 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476382 Feb 07 04:18:57.346008 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-ea3540f3-cfb1-4851-bc17-f954032ddaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:57.347504 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-ea3540f3-cfb1-4851-bc17-f954032ddaf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 1130 time: 0.0472264 Feb 07 04:18:57.457805 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-be21b901-d3d4-4ae7-862f-621847cb5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:57.459269 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-be21b901-d3d4-4ae7-862f-621847cb5e32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 918 time: 0.0847704 Feb 07 04:18:57.525346 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-f4a8ec73-498a-4851-8555-fbcf4ebc40b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 HTTP/1.1" status: 200 len: 1002 time: 0.0562470 Feb 07 04:18:57.577607 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-70e064fd-7a1d-40bd-b9f3-c29c0ac7ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:57.579188 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-70e064fd-7a1d-40bd-b9f3-c29c0ac7ccf5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0470111 Feb 07 04:18:57.632677 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-d75fa506-ca5b-4a79-96fb-1f086314c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:57.634179 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-d75fa506-ca5b-4a79-96fb-1f086314c077 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476074 Feb 07 04:18:57.647706 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:57.725640 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-5110a7bd-0b7b-427c-bba8-337afe1af015 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813951 Feb 07 04:18:57.815886 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-68cb5439-39c1-43ae-a895-92a6dbe2b1a8 req-af9046d8-4d0c-4f22-b738-995eca966ab6 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827796 Feb 07 04:18:57.974644 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-b88fabe5-3263-4854-9fbe-49e418fcb7d4 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:57.976325 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-b88fabe5-3263-4854-9fbe-49e418fcb7d4 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 945 time: 0.0541790 Feb 07 04:18:58.070386 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Deleting port e4368539-c55d-4781-9c7f-7915272fcb88 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:18:58.070604 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:58.164191 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] For port e4368539-c55d-4781-9c7f-7915272fcb88, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e4368539-c55d-4781-9c7f-7915272fcb88,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:18:58.164549 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:58.177179 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Calling delete_port for e4368539-c55d-4781-9c7f-7915272fcb88 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:18:58.296218 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36412ecb-5e88-4fea-b44a-1f70a57377e6 req-2bc43592-a6c0-461f-b5e2-2801a8a92ea4 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:58.297677 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-36412ecb-5e88-4fea-b44a-1f70a57377e6 req-2bc43592-a6c0-461f-b5e2-2801a8a92ea4 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0769713 Feb 07 04:18:58.375965 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (e4368539-c55d-4781-9c7f-7915272fcb88), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:58.389472 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-36412ecb-5e88-4fea-b44a-1f70a57377e6 req-b97e8644-292a-4473-8a7b-723924926d60 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861809 Feb 07 04:18:58.405965 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a764da53-7ebd-455c-a06c-858538c6c0cb req-9d5b44d2-fd0a-4ed6-8cff-17a705d81bdd tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c530ca-8978-4f69-b360-974e35d97a0c HTTP/1.1" status: 200 len: 210 time: 0.0291286 Feb 07 04:18:58.412812 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Pushing event deleted for resources: {'Port': ['ID=e4368539-c55d-4781-9c7f-7915272fcb88,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:18:58.419629 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'e4368539-c55d-4781-9c7f-7915272fcb88'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:18:58.464738 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] No DVR routers for this DVR port e4368539-c55d-4781-9c7f-7915272fcb88 on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:18:58.467140 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:58.470622 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-09a69f64-063d-4010-a20e-d9fa25aefa93 req-2e64502b-c387-461a-bb46-26938d0a3789 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "DELETE /v2.0/ports/e4368539-c55d-4781-9c7f-7915272fcb88 HTTP/1.1" status: 204 len: 173 time: 0.4890692 Feb 07 04:18:58.471067 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c530ca-8978-4f69-b360-974e35d97a0c', 'name': 'network-vif-deleted', 'tag': 'e4368539-c55d-4781-9c7f-7915272fcb88'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:18:58.473448 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df97981d-261f-4c63-9c77-4cfc1ca6a343" -d '{"events": [{"server_uuid": "b7c530ca-8978-4f69-b360-974e35d97a0c", "name": "network-vif-deleted", "tag": "e4368539-c55d-4781-9c7f-7915272fcb88"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:18:58.521718 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad30aca-15ba-4e09-b608-2ed217f623a8 x-openstack-request-id: req-1ad30aca-15ba-4e09-b608-2ed217f623a8 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:18:58.523043 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c530ca-8978-4f69-b360-974e35d97a0c", "name": "network-vif-deleted", "tag": "e4368539-c55d-4781-9c7f-7915272fcb88", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:18:58.523719 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ad30aca-15ba-4e09-b608-2ed217f623a8 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:18:58.524474 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c530ca-8978-4f69-b360-974e35d97a0c', 'name': 'network-vif-deleted', 'tag': 'e4368539-c55d-4781-9c7f-7915272fcb88', 'status': 'completed', 'code': 200} Feb 07 04:18:59.037972 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a05ae98c-9242-4894-906e-295f69f08f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:18:59.515285 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dae983-c2b9-4e79-a46e-e53fa5b57bfd req-71c7f2da-b036-4e67-84b1-187ec688bd66 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:18:59.516963 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-57dae983-c2b9-4e79-a46e-e53fa5b57bfd req-71c7f2da-b036-4e67-84b1-187ec688bd66 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0563593 Feb 07 04:18:59.563673 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-57dae983-c2b9-4e79-a46e-e53fa5b57bfd req-a4465790-12a2-4e70-96a5-8caacfde4e9c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408249 Feb 07 04:19:00.683577 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb343f-8120-4048-8a76-fb08a1b334c1 req-2c14f2cb-2d41-4db0-8df8-8bf93be864ea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:00.685085 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d9eb343f-8120-4048-8a76-fb08a1b334c1 req-2c14f2cb-2d41-4db0-8df8-8bf93be864ea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0520124 Feb 07 04:19:00.729043 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d9eb343f-8120-4048-8a76-fb08a1b334c1 req-a2152c2e-c2ed-4268-b6c9-c4369a644386 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385852 Feb 07 04:19:01.356396 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0964189d-e36f-4be1-aa7e-a6ddfdab1c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:01.850255 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcbf19-1dac-4c34-a286-7ad7ed2423a4 req-cd7943f5-b4c6-4531-8237-9f5f685fdab0 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:01.851701 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b9bcbf19-1dac-4c34-a286-7ad7ed2423a4 req-cd7943f5-b4c6-4531-8237-9f5f685fdab0 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0530601 Feb 07 04:19:01.905169 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b9bcbf19-1dac-4c34-a286-7ad7ed2423a4 req-6540dba3-9bd3-4b17-b2ed-8abf619c4c34 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473278 Feb 07 04:19:02.516406 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:03.029392 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50278fe1-d759-401f-9263-663d3ebc437c req-6442fa46-1088-4b8a-95b0-2dc8bbc9c964 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:03.030831 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-50278fe1-d759-401f-9263-663d3ebc437c req-6442fa46-1088-4b8a-95b0-2dc8bbc9c964 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0509963 Feb 07 04:19:03.066761 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e4368539-c55d-4781-9c7f-7915272fcb88 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:19:03.076703 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-50278fe1-d759-401f-9263-663d3ebc437c req-41c2f8bc-3e3e-44a2-8011-bf9b75f4a050 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404804 Feb 07 04:19:03.086780 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: e4368539-c55d-4781-9c7f-7915272fcb88 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:19:03.087124 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e4368539-c55d-4781-9c7f-7915272fcb88 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:19:03.906501 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:04.201388 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2b684-b4cb-489d-a476-effb819070ac req-7c042ae6-183a-4535-adb1-5383269095fb tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:04.202940 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3d2b684-b4cb-489d-a476-effb819070ac req-7c042ae6-183a-4535-adb1-5383269095fb tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0556693 Feb 07 04:19:04.449372 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3d2b684-b4cb-489d-a476-effb819070ac req-909cbda5-8b27-408f-8bf1-963dc9b87464 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409704 Feb 07 04:19:04.977461 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9fee7-3d6b-4839-925a-a055a561d8eb req-2545d861-58ab-43d4-a3de-edb6d18781ce tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:04.978911 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-efc9fee7-3d6b-4839-925a-a055a561d8eb req-2545d861-58ab-43d4-a3de-edb6d18781ce tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 946 time: 0.0517879 Feb 07 04:19:05.024719 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-efc9fee7-3d6b-4839-925a-a055a561d8eb req-a75ed4e9-c0c5-46ad-a600-bc52cfe676a9 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Feb 07 04:19:05.252245 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:05.579721 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c52a8-a556-4827-afbf-3394fa7755da req-7c230b5a-386a-4f9d-a944-9979bd0686b8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:05.581225 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0c3c52a8-a556-4827-afbf-3394fa7755da req-7c230b5a-386a-4f9d-a944-9979bd0686b8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0518460 Feb 07 04:19:05.629798 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0c3c52a8-a556-4827-afbf-3394fa7755da req-5b58ad07-e6e1-4cab-ab31-fb9ebcb288f3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427537 Feb 07 04:19:06.141340 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e2301-69ea-4917-9bc6-88dc2f0c19ad req-db431af0-354d-4372-8ed1-f4c4c10a6f26 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:06.142778 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-729e2301-69ea-4917-9bc6-88dc2f0c19ad req-db431af0-354d-4372-8ed1-f4c4c10a6f26 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 946 time: 0.0524511 Feb 07 04:19:06.190874 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-729e2301-69ea-4917-9bc6-88dc2f0c19ad req-c1f2f841-5062-49da-b8ca-43fb64de4c8e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Feb 07 04:19:06.608588 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56646) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:06.717915 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee53a7a9-6e5f-4cd6-99e9-c234a0b5d59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:06.782875 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe1ff1-56b3-40c1-a71a-b91269a6b69f req-05914314-7aa5-49ae-a94f-c4862a6ffb53 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:06.784322 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-67fe1ff1-56b3-40c1-a71a-b91269a6b69f req-05914314-7aa5-49ae-a94f-c4862a6ffb53 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0821195 Feb 07 04:19:06.857882 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-67fe1ff1-56b3-40c1-a71a-b91269a6b69f req-762afab7-3280-4af8-9935-904e1a642fd6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679998 Feb 07 04:19:06.862332 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee53a7a9-6e5f-4cd6-99e9-c234a0b5d59a admin admin] Publish callbacks [] for security_group (57efb5c2-5fe9-4b2a-a6bd-6d354391fbe0), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:06.866227 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ee53a7a9-6e5f-4cd6-99e9-c234a0b5d59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (57efb5c2-5fe9-4b2a-a6bd-6d354391fbe0), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:06.904769 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ee53a7a9-6e5f-4cd6-99e9-c234a0b5d59a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b818e3c5ae446d69e3e3c2a126f6e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951019 Feb 07 04:19:06.905971 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53a7a9-6e5f-4cd6-99e9-c234a0b5d59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57efb5c2-5fe9-4b2a-a6bd-6d354391fbe0,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:06.907357 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56652) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:06.953903 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Publish callbacks [] for security_group (57efb5c2-5fe9-4b2a-a6bd-6d354391fbe0), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:06.974394 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Publish callbacks [] for security_group (57efb5c2-5fe9-4b2a-a6bd-6d354391fbe0), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.019194 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (57efb5c2-5fe9-4b2a-a6bd-6d354391fbe0), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.021788 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.022928 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57efb5c2-5fe9-4b2a-a6bd-6d354391fbe0 HTTP/1.1" status: 204 len: 168 time: 0.1145916 Feb 07 04:19:07.030952 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57efb5c2-5fe9-4b2a-a6bd-6d354391fbe0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:07.037917 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.038190 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.038533 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.038872 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.039203 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.039530 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.039911 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.040202 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.040533 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.040860 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.041255 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.041511 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.041830 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c4e5c-d51a-430e-9596-ba006f6cc4cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.079854 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:19:07.175835 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:19:07.187621 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'port_id': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'mac_address': 'fa:16:3e:ab:16:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:19:07.225560 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 is: ACTIVE; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:19:07.225954 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.239976 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:19:07.263145 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:19:07.268388 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.321504 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:07.326053 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64129676-3f32-4056-8e8d-4faff5ca0784 req-52f56d9c-f454-48b5-b0eb-30873749377e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:07.327568 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-64129676-3f32-4056-8e8d-4faff5ca0784 req-52f56d9c-f454-48b5-b0eb-30873749377e tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 946 time: 0.0646195 Feb 07 04:19:07.328962 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.329840 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.330336 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.330552 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.330883 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.331219 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.331698 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.332033 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.332437 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.332865 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.333236 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.333754 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.334200 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:07.378563 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-64129676-3f32-4056-8e8d-4faff5ca0784 req-131c1840-e3bd-4481-8e3a-fdde2e63935c tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Feb 07 04:19:07.614020 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:19:07.656163 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56678) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:07.754921 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-759631636-network', 'tenant_id': '6dde59b7c8ca43aeb473a8ab8421749c'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:19:07.772792 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Made reservation on behalf of 6dde59b7c8ca43aeb473a8ab8421749c for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:19:07.774976 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.785931 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.858787 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Publish callbacks [] for security_group (57913926-8c10-4373-bf17-fbba7d5c2f32), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.862478 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (57913926-8c10-4373-bf17-fbba7d5c2f32), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.889874 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:19:07.896786 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57913926-8c10-4373-bf17-fbba7d5c2f32,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:07.905158 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (c92a06bf-8059-40f4-b1cc-e26ea17bf41b), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.905532 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Added segment c92a06bf-8059-40f4-b1cc-e26ea17bf41b of type vlan for network 4d1fed5e-a40a-4dc7-912a-620d4ff221f2 Feb 07 04:19:07.959165 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (4d1fed5e-a40a-4dc7-912a-620d4ff221f2), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.984528 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (4d1fed5e-a40a-4dc7-912a-620d4ff221f2), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.985737 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:07.986360 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:07.998858 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f29f2-8e11-4805-8e27-544285eaec25 req-3a5dce88-0c17-48a4-96bc-4ae01bf92c7c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:08.000380 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8f1f29f2-8e11-4805-8e27-544285eaec25 req-3a5dce88-0c17-48a4-96bc-4ae01bf92c7c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0596964 Feb 07 04:19:08.045702 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3877890 Feb 07 04:19:08.049626 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56684) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:08.052615 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841e162-7fc7-48d8-ba0d-fb648b9fc380 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1fed5e-a40a-4dc7-912a-620d4ff221f2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:08.055942 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Request body: {'subnet': {'network_id': '4d1fed5e-a40a-4dc7-912a-620d4ff221f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-759631636-subnet', 'tenant_id': '6dde59b7c8ca43aeb473a8ab8421749c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:19:08.062673 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 4d1fed5e-a40a-4dc7-912a-620d4ff221f2 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:19:08.064342 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8f1f29f2-8e11-4805-8e27-544285eaec25 req-cf67a2ff-0635-4986-9d60-7937889b90e7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578811 Feb 07 04:19:08.082919 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Made reservation on behalf of 6dde59b7c8ca43aeb473a8ab8421749c for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:19:08.085495 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3943924'] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:08.243689 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-762f08fc-0b17-4fd7-a309-90a189830ad8 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:08.245184 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-762f08fc-0b17-4fd7-a309-90a189830ad8 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 946 time: 0.0523679 Feb 07 04:19:08.247526 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3943882'] for subnet (af90cf23-0387-4d0e-87a7-019d6ef758a9), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:08.298448 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af90cf23-0387-4d0e-87a7-019d6ef758a9,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:08.316020 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Checking segment: {'id': 'c92a06bf-8059-40f4-b1cc-e26ea17bf41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d1fed5e-a40a-4dc7-912a-620d4ff221f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:19:08.316405 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Network hostable DHCP agents. Network: 4d1fed5e-a40a-4dc7-912a-620d4ff221f2, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:19:08.332883 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Network 4d1fed5e-a40a-4dc7-912a-620d4ff221f2 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:19:08.342102 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 4d1fed5e-a40a-4dc7-912a-620d4ff221f2) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:19:08.347407 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:08.348072 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:08.350460 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Deleting port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:19:08.350460 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:08.352542 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5324d168-444a-4457-a46c-7097ae7f2a90 None None] Network 4d1fed5e-a40a-4dc7-912a-620d4ff221f2 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:19:08.365292 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-81e8775e-1339-410b-8016-4bd08b2aff74 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3145216 Feb 07 04:19:08.454754 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] For port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,segment=NetworkSegment(4e8bfeee-ac23-4dba-af02-44412569c106),segment_id=4e8bfeee-ac23-4dba-af02-44412569c106)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:19:08.455387 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:08.469416 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec24855d-c22b-46e7-8ca1-6e0b7afc62b5 None None] Network 4d1fed5e-a40a-4dc7-912a-620d4ff221f2 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:19:08.491748 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Calling delete_port for 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:19:08.563595 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008841bf-5647-453f-9db3-f979ea7ccef0 req-84482c44-546a-4a47-a2ff-2e3fb56e8da5 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:08.563595 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-008841bf-5647-453f-9db3-f979ea7ccef0 req-84482c44-546a-4a47-a2ff-2e3fb56e8da5 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/ports?device_id=31ab83aa-0797-44a0-b215-5bfdf13708e8 HTTP/1.1" status: 200 len: 946 time: 0.1042125 Feb 07 04:19:08.629763 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-008841bf-5647-453f-9db3-f979ea7ccef0 req-e88eb837-9f0e-4788-a5bf-85304e286aa8 tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b694dda-f8b1-45c8-ae31-0467441361f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547504 Feb 07 04:19:08.683672 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (7316a72a-35b8-43ff-990d-60cf1f6bb7d6), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:08.712336 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Pushing event deleted for resources: {'Port': ['ID=7316a72a-35b8-43ff-990d-60cf1f6bb7d6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:08.728259 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['7316a72a-35b8-43ff-990d-60cf1f6bb7d6'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:19:08.760169 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] No DVR routers for this DVR port 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:19:08.763289 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:08.766780 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-06429a4d-99d4-4757-a067-319ca1fcfdbf req-c9249909-f466-4d07-a2c6-5a709af29abb tempest-AttachVolumeNegativeTest-57378880 tempest-AttachVolumeNegativeTest-57378880-project] 10.222.0.30 "DELETE /v2.0/ports/7316a72a-35b8-43ff-990d-60cf1f6bb7d6 HTTP/1.1" status: 204 len: 173 time: 0.5155528 Feb 07 04:19:08.767273 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ab83aa-0797-44a0-b215-5bfdf13708e8', 'name': 'network-vif-deleted', 'tag': '7316a72a-35b8-43ff-990d-60cf1f6bb7d6'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:19:08.769524 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3349d322-4195-4e32-a9de-a8e314872760" -d '{"events": [{"server_uuid": "31ab83aa-0797-44a0-b215-5bfdf13708e8", "name": "network-vif-deleted", "tag": "7316a72a-35b8-43ff-990d-60cf1f6bb7d6"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:19:08.811039 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a4f150-ca7f-4c85-b37d-ee0f77cd0f04 x-openstack-request-id: req-96a4f150-ca7f-4c85-b37d-ee0f77cd0f04 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:19:08.811409 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ab83aa-0797-44a0-b215-5bfdf13708e8", "name": "network-vif-deleted", "tag": "7316a72a-35b8-43ff-990d-60cf1f6bb7d6", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:19:08.811660 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96a4f150-ca7f-4c85-b37d-ee0f77cd0f04 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:19:08.812080 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ab83aa-0797-44a0-b215-5bfdf13708e8', 'name': 'network-vif-deleted', 'tag': '7316a72a-35b8-43ff-990d-60cf1f6bb7d6', 'status': 'completed', 'code': 200} Feb 07 04:19:08.888707 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56706) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:08.893834 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-973423150-network', 'tenant_id': '9883e372fcde4537b893af25c9904916'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:19:08.913695 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Made reservation on behalf of 9883e372fcde4537b893af25c9904916 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:19:08.915930 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:08.924434 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:08.998407 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Publish callbacks [] for security_group (02363693-721c-4914-95cb-5261109f6da2), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.002169 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (02363693-721c-4914-95cb-5261109f6da2), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.028200 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:19:09.037663 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02363693-721c-4914-95cb-5261109f6da2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:09.042435 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (3a0744ec-bd01-4f79-a0bb-54e0d00cb757), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.042776 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Added segment 3a0744ec-bd01-4f79-a0bb-54e0d00cb757 of type vlan for network dd7a929a-d7a3-4f9f-9058-b48c071f4768 Feb 07 04:19:09.077964 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:19:09.082357 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (dd7a929a-d7a3-4f9f-9058-b48c071f4768), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.108778 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (dd7a929a-d7a3-4f9f-9058-b48c071f4768), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.109913 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:09.110416 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.128311 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:19:09.128944 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.191497 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3014774 Feb 07 04:19:09.194307 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56710) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:09.200230 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Request body: {'subnet': {'network_id': 'dd7a929a-d7a3-4f9f-9058-b48c071f4768', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-973423150-subnet', 'tenant_id': '9883e372fcde4537b893af25c9904916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:19:09.200688 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10206361-3152-4e9b-8bbb-4ce6bb6b182d admin admin] Pushing event updated for resources: {'Network': ['ID=dd7a929a-d7a3-4f9f-9058-b48c071f4768,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:09.212083 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:19:09.212490 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.216636 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network dd7a929a-d7a3-4f9f-9058-b48c071f4768 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:19:09.225171 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Made reservation on behalf of 9883e372fcde4537b893af25c9904916 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:19:09.226394 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e052625-d33f-4446-9369-6816413aa03e req-3bf8087b-6bb1-412a-bcac-f346ce36c4eb tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:09.227923 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8e052625-d33f-4446-9369-6816413aa03e req-3bf8087b-6bb1-412a-bcac-f346ce36c4eb tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0730574 Feb 07 04:19:09.228652 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3943924'] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.291634 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:19:09.293430 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8e052625-d33f-4446-9369-6816413aa03e req-1ab70b97-fb9f-47f3-b52b-e6957d422e29 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555456 Feb 07 04:19:09.294461 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155b0c81-7189-4cc4-a2bb-902b39f1cc48" -d '{"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-plugged", "status": "completed", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:19:09.319736 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:19:09.327724 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.356598 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b22c4f2-363a-4e3b-9ed5-0c3b94c3cbfe x-openstack-request-id: req-4b22c4f2-363a-4e3b-9ed5-0c3b94c3cbfe {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:19:09.357280 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-plugged", "status": "completed", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:19:09.357280 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b22c4f2-363a-4e3b-9ed5-0c3b94c3cbfe {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:19:09.357575 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'code': 200} Feb 07 04:19:09.385126 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=7']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:09.426762 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3943882'] for subnet (0f8f9325-4e3b-4319-9eb6-9e6f9f99e05b), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.482004 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8f9325-4e3b-4319-9eb6-9e6f9f99e05b,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:09.490628 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Checking segment: {'id': '3a0744ec-bd01-4f79-a0bb-54e0d00cb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dd7a929a-d7a3-4f9f-9058-b48c071f4768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:19:09.490994 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Network hostable DHCP agents. Network: dd7a929a-d7a3-4f9f-9058-b48c071f4768, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:19:09.506672 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Network dd7a929a-d7a3-4f9f-9058-b48c071f4768 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:19:09.515053 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, dd7a929a-d7a3-4f9f-9058-b48c071f4768) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:19:09.519596 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:09.520233 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.527841 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964f4b08-0928-481f-80d1-9fc444a14c0e None None] Network dd7a929a-d7a3-4f9f-9058-b48c071f4768 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:19:09.537317 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-25dcd7a0-0475-43e1-8efe-68c9a1ed5dc4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3418064 Feb 07 04:19:09.629243 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2288c1-0911-486c-91f5-d2b578c041b7 None None] Network dd7a929a-d7a3-4f9f-9058-b48c071f4768 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:19:09.650317 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56716) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:09.687736 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56720) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:09.707485 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1762ea-be23-4af9-8b86-91b28d5b8c26 admin admin] Deleting subnet af90cf23-0387-4d0e-87a7-019d6ef758a9 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:19:09.713638 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d1762ea-be23-4af9-8b86-91b28d5b8c26 admin admin] Publish callbacks [] for subnet (af90cf23-0387-4d0e-87a7-019d6ef758a9), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.734965 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-28194153-023b-4e1f-96f2-c46c9185c836 admin admin] Deleting subnet af423cb7-f9c2-4918-a556-6857397f625d {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:19:09.738378 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28194153-023b-4e1f-96f2-c46c9185c836 admin admin] Publish callbacks [] for subnet (af423cb7-f9c2-4918-a556-6857397f625d), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.750932 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d1762ea-be23-4af9-8b86-91b28d5b8c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260295130'] for subnet (af90cf23-0387-4d0e-87a7-019d6ef758a9), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.779256 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28194153-023b-4e1f-96f2-c46c9185c836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156122'] for subnet (af423cb7-f9c2-4918-a556-6857397f625d), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.790692 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d1762ea-be23-4af9-8b86-91b28d5b8c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (af90cf23-0387-4d0e-87a7-019d6ef758a9), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.816536 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28194153-023b-4e1f-96f2-c46c9185c836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (af423cb7-f9c2-4918-a556-6857397f625d), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.839916 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d1762ea-be23-4af9-8b86-91b28d5b8c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3943891'] for subnet (af90cf23-0387-4d0e-87a7-019d6ef758a9), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.864726 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1762ea-be23-4af9-8b86-91b28d5b8c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af90cf23-0387-4d0e-87a7-019d6ef758a9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:09.869536 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9d1762ea-be23-4af9-8b86-91b28d5b8c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.870554 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28194153-023b-4e1f-96f2-c46c9185c836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3165289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193561'] for subnet (af423cb7-f9c2-4918-a556-6857397f625d), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.872778 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9d1762ea-be23-4af9-8b86-91b28d5b8c26 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af90cf23-0387-4d0e-87a7-019d6ef758a9 HTTP/1.1" status: 204 len: 168 time: 0.2214479 Feb 07 04:19:09.876363 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56722) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:09.896261 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28194153-023b-4e1f-96f2-c46c9185c836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af423cb7-f9c2-4918-a556-6857397f625d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:09.899676 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-28194153-023b-4e1f-96f2-c46c9185c836 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.903673 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-28194153-023b-4e1f-96f2-c46c9185c836 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af423cb7-f9c2-4918-a556-6857397f625d HTTP/1.1" status: 204 len: 168 time: 0.2147799 Feb 07 04:19:09.906065 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56724) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:09.962595 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (4d1fed5e-a40a-4dc7-912a-620d4ff221f2), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:09.980576 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (7ca219ba-88c9-4d7f-a70f-fc6411c07502), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.039358 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (4d1fed5e-a40a-4dc7-912a-620d4ff221f2), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.059608 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (7ca219ba-88c9-4d7f-a70f-fc6411c07502), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.061091 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1fed5e-a40a-4dc7-912a-620d4ff221f2']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:10.070233 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92a06bf-8059-40f4-b1cc-e26ea17bf41b') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:10.070538 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92a06bf-8059-40f4-b1cc-e26ea17bf41b') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:10.079413 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca219ba-88c9-4d7f-a70f-fc6411c07502']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:10.083948 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260295121'] for segment (c92a06bf-8059-40f4-b1cc-e26ea17bf41b), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.088721 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8bfeee-ac23-4dba-af02-44412569c106') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:10.089015 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8bfeee-ac23-4dba-af02-44412569c106') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:10.097894 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (c92a06bf-8059-40f4-b1cc-e26ea17bf41b), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.098767 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156113'] for segment (4e8bfeee-ac23-4dba-af02-44412569c106), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.103792 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:19:10.104209 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110351'] for segment (c92a06bf-8059-40f4-b1cc-e26ea17bf41b), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: Traceback (most recent call last): Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: timer() Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: cb(*args, **kw) Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: return func(*args, **kwargs) Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: self._notify() Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: self.callback(batched_events) Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: event.method(event) Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: return f(self, *a, **k) Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._get(url).json() Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: return self.request(url, 'GET', **kwargs) Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:19:10.105867 dv-cinder-799631-7-iscsi neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:19:10.114038 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (4e8bfeee-ac23-4dba-af02-44412569c106), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.119957 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:19:10.120496 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3165379'] for segment (4e8bfeee-ac23-4dba-af02-44412569c106), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: Traceback (most recent call last): Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: timer() Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: cb(*args, **kw) Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: return func(*args, **kwargs) Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: self._notify() Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: self.callback(batched_events) Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: event.method(event) Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: return f(self, *a, **k) Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._get(url).json() Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: return self.request(url, 'GET', **kwargs) Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:19:10.122291 dv-cinder-799631-7-iscsi neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:19:10.158731 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (4d1fed5e-a40a-4dc7-912a-620d4ff221f2), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.164401 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.167975 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] 10.222.0.13 "DELETE /v2.0/networks/4d1fed5e-a40a-4dc7-912a-620d4ff221f2 HTTP/1.1" status: 204 len: 168 time: 0.2906389 Feb 07 04:19:10.170998 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56726) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:10.179501 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (7ca219ba-88c9-4d7f-a70f-fc6411c07502), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.185781 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.189501 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7ca219ba-88c9-4d7f-a70f-fc6411c07502 HTTP/1.1" status: 204 len: 168 time: 0.2819314 Feb 07 04:19:10.199336 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413784a2-9abc-4b8c-8b77-3902694e7360 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca219ba-88c9-4d7f-a70f-fc6411c07502,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:10.207889 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d17c0d-98fa-4ac1-b5d1-aeb0aff2516a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1fed5e-a40a-4dc7-912a-620d4ff221f2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:10.229747 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5576f441-c17f-44f1-90e3-71d12f81ed3e admin admin] Deleting subnet 0f8f9325-4e3b-4319-9eb6-9e6f9f99e05b {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:19:10.232997 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5576f441-c17f-44f1-90e3-71d12f81ed3e admin admin] Publish callbacks [] for subnet (0f8f9325-4e3b-4319-9eb6-9e6f9f99e05b), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.267601 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5576f441-c17f-44f1-90e3-71d12f81ed3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260295130'] for subnet (0f8f9325-4e3b-4319-9eb6-9e6f9f99e05b), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.312652 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5576f441-c17f-44f1-90e3-71d12f81ed3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (0f8f9325-4e3b-4319-9eb6-9e6f9f99e05b), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.357585 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56732) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:10.393601 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5576f441-c17f-44f1-90e3-71d12f81ed3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3943891'] for subnet (0f8f9325-4e3b-4319-9eb6-9e6f9f99e05b), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.399923 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-350934ae-57fe-44a8-bae5-2f6e7a4031a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06d109aa9a364bed8b25935d5374bf3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387590 Feb 07 04:19:10.400131 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56734) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:10.424166 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576f441-c17f-44f1-90e3-71d12f81ed3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8f9325-4e3b-4319-9eb6-9e6f9f99e05b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:10.426133 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5576f441-c17f-44f1-90e3-71d12f81ed3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.431894 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-5576f441-c17f-44f1-90e3-71d12f81ed3e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0f8f9325-4e3b-4319-9eb6-9e6f9f99e05b HTTP/1.1" status: 204 len: 168 time: 0.2599566 Feb 07 04:19:10.433725 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56736) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:10.450928 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895aa81-f268-45ee-9265-341a82380a27 req-b49d2e84-913f-4bdf-9501-2943f3a3da5b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:10.452551 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4895aa81-f268-45ee-9265-341a82380a27 req-b49d2e84-913f-4bdf-9501-2943f3a3da5b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0891840 Feb 07 04:19:10.498481 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4895aa81-f268-45ee-9265-341a82380a27 req-61b6ab5a-dbf1-41e6-a8d3-b82f3968cf52 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403659 Feb 07 04:19:10.501000 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-660a061d-24e0-4654-898f-400452b25a68 admin admin] Publish callbacks [] for security_group (6b694dda-f8b1-45c8-ae31-0467441361f6), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.522673 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (dd7a929a-d7a3-4f9f-9058-b48c071f4768), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.536756 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-660a061d-24e0-4654-898f-400452b25a68 admin admin] Publish callbacks [] for security_group (6b694dda-f8b1-45c8-ae31-0467441361f6), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.633460 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (dd7a929a-d7a3-4f9f-9058-b48c071f4768), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.654163 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7a929a-d7a3-4f9f-9058-b48c071f4768']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:10.663545 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-660a061d-24e0-4654-898f-400452b25a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (6b694dda-f8b1-45c8-ae31-0467441361f6), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.666141 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-660a061d-24e0-4654-898f-400452b25a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.667286 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-660a061d-24e0-4654-898f-400452b25a68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b694dda-f8b1-45c8-ae31-0467441361f6 HTTP/1.1" status: 204 len: 168 time: 0.2662249 Feb 07 04:19:10.668938 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0744ec-bd01-4f79-a0bb-54e0d00cb757') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:10.669235 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0744ec-bd01-4f79-a0bb-54e0d00cb757') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:10.683663 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156113'] for segment (3a0744ec-bd01-4f79-a0bb-54e0d00cb757), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.685487 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a061d-24e0-4654-898f-400452b25a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b694dda-f8b1-45c8-ae31-0467441361f6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:10.700093 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (3a0744ec-bd01-4f79-a0bb-54e0d00cb757), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.707505 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:19:10.707952 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3165379'] for segment (3a0744ec-bd01-4f79-a0bb-54e0d00cb757), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: Traceback (most recent call last): Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: timer() Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: cb(*args, **kw) Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: return func(*args, **kwargs) Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: self._notify() Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: self.callback(batched_events) Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: event.method(event) Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: return f(self, *a, **k) Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._get(url).json() Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: return self.request(url, 'GET', **kwargs) Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:19:10.709779 dv-cinder-799631-7-iscsi neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:19:10.766157 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (dd7a929a-d7a3-4f9f-9058-b48c071f4768), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.772364 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:10.778634 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dd7a929a-d7a3-4f9f-9058-b48c071f4768 HTTP/1.1" status: 204 len: 168 time: 0.3408315 Feb 07 04:19:10.786849 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00de10-6331-4145-90ef-a40b5f7b3474 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd7a929a-d7a3-4f9f-9058-b48c071f4768,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:10.941981 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56750) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:10.982054 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-47b813f7-866f-4700-beac-1c9242acce4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dde59b7c8ca43aeb473a8ab8421749c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387619 Feb 07 04:19:10.984690 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56754) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:11.035798 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7eec-d1bc-4448-b519-36ad0ef33b13 admin admin] Publish callbacks [] for security_group (57913926-8c10-4373-bf17-fbba7d5c2f32), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:11.058685 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7eec-d1bc-4448-b519-36ad0ef33b13 admin admin] Publish callbacks [] for security_group (57913926-8c10-4373-bf17-fbba7d5c2f32), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:11.108085 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7eec-d1bc-4448-b519-36ad0ef33b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (57913926-8c10-4373-bf17-fbba7d5c2f32), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:11.110739 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7eec-d1bc-4448-b519-36ad0ef33b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:11.111894 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-eb0b7eec-d1bc-4448-b519-36ad0ef33b13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57913926-8c10-4373-bf17-fbba7d5c2f32 HTTP/1.1" status: 204 len: 168 time: 0.1262920 Feb 07 04:19:11.119707 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b7eec-d1bc-4448-b519-36ad0ef33b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57913926-8c10-4373-bf17-fbba7d5c2f32,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:11.497818 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56774) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:11.541734 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56778) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:11.549144 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-e30430be-bb7e-4355-a955-0e50484a3c0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9883e372fcde4537b893af25c9904916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494635 Feb 07 04:19:11.602057 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa6e2-1db8-49ee-b378-1420aaab6170 admin admin] Publish callbacks [] for security_group (02363693-721c-4914-95cb-5261109f6da2), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:11.630319 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a6d01-5c69-4978-8dd8-37d3744cde8f req-cf549955-3dbe-469c-8bc5-ebb5e52b5e09 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:11.630319 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-574a6d01-5c69-4978-8dd8-37d3744cde8f req-cf549955-3dbe-469c-8bc5-ebb5e52b5e09 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0541320 Feb 07 04:19:11.633418 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa6e2-1db8-49ee-b378-1420aaab6170 admin admin] Publish callbacks [] for security_group (02363693-721c-4914-95cb-5261109f6da2), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:11.692686 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-574a6d01-5c69-4978-8dd8-37d3744cde8f req-94ad9835-3237-40a3-b5e2-a9046d20a25d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617969 Feb 07 04:19:11.697428 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa6e2-1db8-49ee-b378-1420aaab6170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (02363693-721c-4914-95cb-5261109f6da2), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:11.702316 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa6e2-1db8-49ee-b378-1420aaab6170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:11.703674 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9b3aa6e2-1db8-49ee-b378-1420aaab6170 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02363693-721c-4914-95cb-5261109f6da2 HTTP/1.1" status: 204 len: 168 time: 0.1609454 Feb 07 04:19:11.711541 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aa6e2-1db8-49ee-b378-1420aaab6170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02363693-721c-4914-95cb-5261109f6da2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:12.618237 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56832) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:12.726646 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfca-97a6-48e9-91fc-9a2e20107fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:12.825153 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfca-97a6-48e9-91fc-9a2e20107fee admin admin] Publish callbacks [] for security_group (d358a0bf-c72a-45fb-9e40-741d84929334), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:12.829778 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfca-97a6-48e9-91fc-9a2e20107fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d358a0bf-c72a-45fb-9e40-741d84929334), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:12.835964 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7cc36-41b8-47c2-8983-3beee32a276c req-8d544d35-9c70-48ab-956f-242ce9ae2fa4 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:12.838061 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-92f7cc36-41b8-47c2-8983-3beee32a276c req-8d544d35-9c70-48ab-956f-242ce9ae2fa4 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0576448 Feb 07 04:19:12.872587 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d96ebfca-97a6-48e9-91fc-9a2e20107fee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aba340b707754d78b7597849018ba896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532220 Feb 07 04:19:12.873323 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56848) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:12.873958 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ebfca-97a6-48e9-91fc-9a2e20107fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d358a0bf-c72a-45fb-9e40-741d84929334,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:12.895064 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-92f7cc36-41b8-47c2-8983-3beee32a276c req-e8ab031d-ad60-4aaf-bbd8-9b8b5336f079 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504267 Feb 07 04:19:12.930423 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-954e2268-c198-4bed-83c2-11af44bf63ea admin admin] Publish callbacks [] for security_group (d358a0bf-c72a-45fb-9e40-741d84929334), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:12.952208 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-954e2268-c198-4bed-83c2-11af44bf63ea admin admin] Publish callbacks [] for security_group (d358a0bf-c72a-45fb-9e40-741d84929334), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.001167 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-954e2268-c198-4bed-83c2-11af44bf63ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d358a0bf-c72a-45fb-9e40-741d84929334), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.003755 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-954e2268-c198-4bed-83c2-11af44bf63ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.005026 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-954e2268-c198-4bed-83c2-11af44bf63ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d358a0bf-c72a-45fb-9e40-741d84929334 HTTP/1.1" status: 204 len: 168 time: 0.1268435 Feb 07 04:19:13.013469 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e2268-c198-4bed-83c2-11af44bf63ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d358a0bf-c72a-45fb-9e40-741d84929334,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:13.107812 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:19:13.131408 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:19:13.131846 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 7316a72a-35b8-43ff-990d-60cf1f6bb7d6 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:19:13.330624 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56864) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:13.343283 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd179da2-58b5-45e0-af5d-1d793b4198aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.431022 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd179da2-58b5-45e0-af5d-1d793b4198aa admin admin] Publish callbacks [] for security_group (b4e4ad7d-779e-4085-b7cd-ce4a733ed1bc), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.435867 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fd179da2-58b5-45e0-af5d-1d793b4198aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b4e4ad7d-779e-4085-b7cd-ce4a733ed1bc), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.480798 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-fd179da2-58b5-45e0-af5d-1d793b4198aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d50c493c8c864b4fbe253b8b5aecc5ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466773 Feb 07 04:19:13.480798 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd179da2-58b5-45e0-af5d-1d793b4198aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e4ad7d-779e-4085-b7cd-ce4a733ed1bc,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:13.481141 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56868) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:13.528075 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f30b35d5-9353-4614-8526-edac0c6094bb admin admin] Publish callbacks [] for security_group (b4e4ad7d-779e-4085-b7cd-ce4a733ed1bc), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.550575 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f30b35d5-9353-4614-8526-edac0c6094bb admin admin] Publish callbacks [] for security_group (b4e4ad7d-779e-4085-b7cd-ce4a733ed1bc), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.595681 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f30b35d5-9353-4614-8526-edac0c6094bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (b4e4ad7d-779e-4085-b7cd-ce4a733ed1bc), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.598280 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f30b35d5-9353-4614-8526-edac0c6094bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:13.599442 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f30b35d5-9353-4614-8526-edac0c6094bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4e4ad7d-779e-4085-b7cd-ce4a733ed1bc HTTP/1.1" status: 204 len: 168 time: 0.1170964 Feb 07 04:19:13.615077 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b35d5-9353-4614-8526-edac0c6094bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e4ad7d-779e-4085-b7cd-ce4a733ed1bc,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:14.022453 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7ca7d-c338-4d2f-a912-19327f94df10 req-994951f3-3010-4db7-bc5d-df31e88a452f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:14.023953 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-64c7ca7d-c338-4d2f-a912-19327f94df10 req-994951f3-3010-4db7-bc5d-df31e88a452f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0520375 Feb 07 04:19:14.074518 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-64c7ca7d-c338-4d2f-a912-19327f94df10 req-e10c46ef-b7e2-4292-8d45-20cb1d583ff8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440791 Feb 07 04:19:14.250986 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56892) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:14.350341 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-201172631-network', 'tenant_id': '13ce7f79007f42cc955088362863bdbf'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:19:14.371945 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Made reservation on behalf of 13ce7f79007f42cc955088362863bdbf for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:19:14.374316 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.382418 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.458408 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Publish callbacks [] for security_group (c4a3bd69-6c23-4d40-84b8-6a85dcf29346), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.463794 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c4a3bd69-6c23-4d40-84b8-6a85dcf29346), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.496282 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:19:14.506683 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a3bd69-6c23-4d40-84b8-6a85dcf29346,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:14.512628 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (76a311fa-efda-4685-b2d4-345282a79b61), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.513002 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.segments_db [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Added segment 76a311fa-efda-4685-b2d4-345282a79b61 of type vlan for network 750017f9-2e90-4113-a280-5a0691faf41a Feb 07 04:19:14.557417 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (750017f9-2e90-4113-a280-5a0691faf41a), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.588388 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (750017f9-2e90-4113-a280-5a0691faf41a), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.589472 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:14.590183 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.656314 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4041800 Feb 07 04:19:14.659175 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56914) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:14.667950 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Request body: {'subnet': {'network_id': '750017f9-2e90-4113-a280-5a0691faf41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-201172631-subnet', 'tenant_id': '13ce7f79007f42cc955088362863bdbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:19:14.674851 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb145d5-5f06-4bce-9c94-02a8299983bb admin admin] Pushing event updated for resources: {'Network': ['ID=750017f9-2e90-4113-a280-5a0691faf41a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:14.688489 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 750017f9-2e90-4113-a280-5a0691faf41a details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:19:14.695064 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Made reservation on behalf of 13ce7f79007f42cc955088362863bdbf for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:19:14.697903 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3943924'] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.923331 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3943882'] for subnet (116e81fe-73e0-42cc-bb4a-39f8132d3c59), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:14.986819 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Pushing event updated for resources: {'Subnet': ['ID=116e81fe-73e0-42cc-bb4a-39f8132d3c59,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:14.997460 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Checking segment: {'id': '76a311fa-efda-4685-b2d4-345282a79b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '750017f9-2e90-4113-a280-5a0691faf41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:19:14.998093 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Network hostable DHCP agents. Network: 750017f9-2e90-4113-a280-5a0691faf41a, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:19:15.020914 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Network 750017f9-2e90-4113-a280-5a0691faf41a is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:19:15.043799 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 750017f9-2e90-4113-a280-5a0691faf41a) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:19:15.048739 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:15.049689 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:15.055164 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d621c-85d7-43b9-9b2e-943b4b2a4d6c None None] Network 750017f9-2e90-4113-a280-5a0691faf41a requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:19:15.077406 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-112c260b-c40c-42cd-9648-b64630d6a05a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4170747 Feb 07 04:19:15.199709 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce1662-6c7c-4701-b6ad-8efefc54396a None None] Network 750017f9-2e90-4113-a280-5a0691faf41a requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:19:15.258832 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e33f30-8c8f-482f-ab8a-42d33e66b3d9 req-43742685-b46d-452d-a046-3ce0a013b411 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:15.260415 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-52e33f30-8c8f-482f-ab8a-42d33e66b3d9 req-43742685-b46d-452d-a046-3ce0a013b411 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0904300 Feb 07 04:19:15.337305 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-52e33f30-8c8f-482f-ab8a-42d33e66b3d9 req-6c090f43-df3a-4d01-bc20-11fc2c7e3477 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655749 Feb 07 04:19:15.671591 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 56956) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:15.676530 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1314764075-network', 'tenant_id': '6d6ee56dfc434e63a719428c70eb5b90'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:19:15.706351 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Made reservation on behalf of 6d6ee56dfc434e63a719428c70eb5b90 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:19:15.708314 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:15.721024 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:15.805033 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Publish callbacks [] for security_group (7ecf2d6c-c95b-4b80-b7e8-9a5c5e43949c), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:15.809481 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (7ecf2d6c-c95b-4b80-b7e8-9a5c5e43949c), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:15.834997 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:19:15.845144 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecf2d6c-c95b-4b80-b7e8-9a5c5e43949c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:15.851323 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (4c081cff-419a-4793-8033-2b6faf28be09), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:15.851745 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.segments_db [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Added segment 4c081cff-419a-4793-8033-2b6faf28be09 of type vlan for network 30f2c548-c503-42c6-8af7-71959cea01d4 Feb 07 04:19:15.892554 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (30f2c548-c503-42c6-8af7-71959cea01d4), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:15.919239 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (30f2c548-c503-42c6-8af7-71959cea01d4), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:15.920254 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:15.920866 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:16.055991 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3818688 Feb 07 04:19:16.057737 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 56960) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:16.070039 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Request body: {'subnet': {'network_id': '30f2c548-c503-42c6-8af7-71959cea01d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1314764075-subnet', 'tenant_id': '6d6ee56dfc434e63a719428c70eb5b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:19:16.071600 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9ee4f-435b-47af-9074-b472d3c80d27 admin admin] Pushing event updated for resources: {'Network': ['ID=30f2c548-c503-42c6-8af7-71959cea01d4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:16.085608 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 30f2c548-c503-42c6-8af7-71959cea01d4 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:19:16.106721 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Made reservation on behalf of 6d6ee56dfc434e63a719428c70eb5b90 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:19:16.109801 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193598'] for subnet (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:16.319435 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3165226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4193536'] for subnet (52d5051b-c4f6-4f86-be8b-76c53c47fd47), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:16.390364 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d5051b-c4f6-4f86-be8b-76c53c47fd47,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:16.424786 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Checking segment: {'id': '4c081cff-419a-4793-8033-2b6faf28be09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30f2c548-c503-42c6-8af7-71959cea01d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:19:16.425192 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Network hostable DHCP agents. Network: 30f2c548-c503-42c6-8af7-71959cea01d4, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:19:16.457832 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Network 30f2c548-c503-42c6-8af7-71959cea01d4 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:19:16.496750 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 30f2c548-c503-42c6-8af7-71959cea01d4) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:19:16.502032 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:16.502701 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:16.507464 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b100f-6585-465f-be98-bab2b47d7965 None None] Network 30f2c548-c503-42c6-8af7-71959cea01d4 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:19:16.542248 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b27425-d2f5-4d0c-a616-1671999ef60c req-b07dea2e-90eb-4566-b516-e8e2aca8dbd3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:16.544381 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f1b27425-d2f5-4d0c-a616-1671999ef60c req-b07dea2e-90eb-4566-b516-e8e2aca8dbd3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0884233 Feb 07 04:19:16.557046 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-3c410f0a-577f-44b0-aa31-dac74ae54e60 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4964499 Feb 07 04:19:16.621989 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f1b27425-d2f5-4d0c-a616-1671999ef60c req-76efe099-6d50-44ef-8061-1f95d34a8c6b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636137 Feb 07 04:19:16.662770 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237dc492-5cdc-4e89-b99b-7d2def087647 None None] Network 30f2c548-c503-42c6-8af7-71959cea01d4 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:19:17.791086 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f774bb-86c6-4772-9100-ece0561d872d req-3d11d3c7-0089-414d-a970-d382d885da3f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:17.793074 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-92f774bb-86c6-4772-9100-ece0561d872d req-3d11d3c7-0089-414d-a970-d382d885da3f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0793614 Feb 07 04:19:17.844012 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-92f774bb-86c6-4772-9100-ece0561d872d req-faad71b2-bb77-4dec-ae94-e8ffd615dc5e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Feb 07 04:19:18.990104 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbb5ca-92fa-4b94-a004-6614e4bd7b12 req-e0e9b4d8-7b54-4e80-a56e-39e22c3e1b75 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:18.996955 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-66fbb5ca-92fa-4b94-a004-6614e4bd7b12 req-e0e9b4d8-7b54-4e80-a56e-39e22c3e1b75 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0718472 Feb 07 04:19:19.040143 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-66fbb5ca-92fa-4b94-a004-6614e4bd7b12 req-c44b40c8-5b2c-479f-b712-101b5ffa807e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 Feb 07 04:19:20.190729 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83684f6-ae80-4fd6-8d62-e7eed38ccb3e req-11c443b8-fc9e-41e9-8461-c4981dcccb05 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:20.192354 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a83684f6-ae80-4fd6-8d62-e7eed38ccb3e req-11c443b8-fc9e-41e9-8461-c4981dcccb05 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0551052 Feb 07 04:19:20.241484 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a83684f6-ae80-4fd6-8d62-e7eed38ccb3e req-dcfd38ec-9d18-42e7-a9d9-608de23ba995 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432963 Feb 07 04:19:21.385741 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3126e-9d8b-4d3d-9b00-4cd7e6df08ff req-83dc044a-1280-4881-ae40-f224653aa949 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:21.387193 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83d3126e-9d8b-4d3d-9b00-4cd7e6df08ff req-83dc044a-1280-4881-ae40-f224653aa949 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0608251 Feb 07 04:19:21.453181 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83d3126e-9d8b-4d3d-9b00-4cd7e6df08ff req-1a0ecd05-f451-41c6-8724-2999253ec0cf tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602844 Feb 07 04:19:22.585504 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71ffb-a2ba-4773-b1a8-1fb99230f05a req-360d6144-9e51-4330-9671-03272c9260fc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:22.593761 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c1c71ffb-a2ba-4773-b1a8-1fb99230f05a req-360d6144-9e51-4330-9671-03272c9260fc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0739343 Feb 07 04:19:22.656459 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c1c71ffb-a2ba-4773-b1a8-1fb99230f05a req-712e0158-b8d9-46b6-aff8-6fb5e90541dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616784 Feb 07 04:19:23.870998 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5955d-3663-427d-8fec-d3fbf6a507f0 req-1ef141e4-7345-4f74-a178-483df92b202e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:23.872781 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-82a5955d-3663-427d-8fec-d3fbf6a507f0 req-1ef141e4-7345-4f74-a178-483df92b202e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.1019051 Feb 07 04:19:23.946886 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-82a5955d-3663-427d-8fec-d3fbf6a507f0 req-e0357344-e76f-419f-8216-59fc336942b0 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674326 Feb 07 04:19:25.079884 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c938c-1d3c-4a76-98c3-c09b1f905c99 req-69f4ad49-f424-45ec-83dc-5f2eb8b91db3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:25.081351 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-466c938c-1d3c-4a76-98c3-c09b1f905c99 req-69f4ad49-f424-45ec-83dc-5f2eb8b91db3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0512154 Feb 07 04:19:25.125805 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-466c938c-1d3c-4a76-98c3-c09b1f905c99 req-61fbd4b8-f769-49ba-876a-4a60f59068e1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391369 Feb 07 04:19:26.245666 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beec40-5223-4273-a2b4-9c1a88e99049 req-f4b5139a-ca03-418b-b40e-47d3f85991b7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:26.247157 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-15beec40-5223-4273-a2b4-9c1a88e99049 req-f4b5139a-ca03-418b-b40e-47d3f85991b7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0511708 Feb 07 04:19:26.296449 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-15beec40-5223-4273-a2b4-9c1a88e99049 req-6b3ca27d-c443-43ee-83c2-2af7c2dbb1c8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436969 Feb 07 04:19:26.806530 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-4cd2ca42-cbda-414d-b38b-3d37ed1a42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:26.808921 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-4cd2ca42-cbda-414d-b38b-3d37ed1a42f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 1130 time: 0.0471733 Feb 07 04:19:26.899168 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-9d3fbd1b-1295-4f86-9a83-443d3c1a79da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:26.900701 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-9d3fbd1b-1295-4f86-9a83-443d3c1a79da service neutron] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 918 time: 0.0857763 Feb 07 04:19:26.967956 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-09b7af94-0448-45da-af48-986090f0edba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 HTTP/1.1" status: 200 len: 1002 time: 0.0604804 Feb 07 04:19:27.015595 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-2f172e80-f280-45b8-84d8-602450001982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:27.017345 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-2f172e80-f280-45b8-84d8-602450001982 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0436964 Feb 07 04:19:27.066083 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-4467c5f7-0d4e-45d0-bc28-e31df93ce602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:27.067497 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-4467c5f7-0d4e-45d0-bc28-e31df93ce602 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436502 Feb 07 04:19:27.169342 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-80ceed03-e628-4b52-9a04-64d04bde1cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944619 Feb 07 04:19:27.263364 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-baf83aa4-14f0-440b-a3d0-7424d50211f0 req-e2edac98-db36-4acc-a6db-d5ad63141e27 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867624 Feb 07 04:19:27.423330 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4aa79-2186-4bab-b558-935e4df34754 req-5c2ace76-d591-4d70-8e44-2ccb09daaca9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:27.424850 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-38a4aa79-2186-4bab-b558-935e4df34754 req-5c2ace76-d591-4d70-8e44-2ccb09daaca9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0589061 Feb 07 04:19:27.466295 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:19:27.474306 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-38a4aa79-2186-4bab-b558-935e4df34754 req-1e98ef71-7891-4911-a6ef-57d45ed0ed84 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438297 Feb 07 04:19:27.654482 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:28.602196 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118b74e-35a2-4fe6-b364-f6be1049e400 req-1f0cc6ba-1ba2-4867-8f52-197ad9e78f91 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:28.603564 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6118b74e-35a2-4fe6-b364-f6be1049e400 req-1f0cc6ba-1ba2-4867-8f52-197ad9e78f91 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 946 time: 0.0541966 Feb 07 04:19:28.651917 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6118b74e-35a2-4fe6-b364-f6be1049e400 req-81d2db62-6a37-4a3a-a868-cb9e1175c9a8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Feb 07 04:19:29.040261 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-634f583d-5e06-49ed-9e96-a2b382893234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:29.167442 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:19:29.240515 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:19:29.240803 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:29.263119 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:19:29.265381 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfaf006-c37d-4119-8c6f-ecf7b04e0a4b" -d '{"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:19:29.277070 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:19:29.281234 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:29.307009 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 04:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dd2124-9da8-49fb-b818-1a419f8996b3 x-openstack-request-id: req-43dd2124-9da8-49fb-b818-1a419f8996b3 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:19:29.307329 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:19:29.307592 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43dd2124-9da8-49fb-b818-1a419f8996b3 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:19:29.307983 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'code': 200} Feb 07 04:19:29.333586 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=8']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:29.778989 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73edd41-6370-48e9-ac1e-c8b2a560b035 req-a2ac9c9a-5010-4536-80be-deeaddf83844 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:29.780606 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d73edd41-6370-48e9-ac1e-c8b2a560b035 req-a2ac9c9a-5010-4536-80be-deeaddf83844 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0552638 Feb 07 04:19:29.844242 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d73edd41-6370-48e9-ac1e-c8b2a560b035 req-b38ceb5c-a0ee-4bc7-82e4-7024bb04aaf0 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572095 Feb 07 04:19:30.979470 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495961f-bbb1-4d39-9f82-62fc5f4ca057 req-1cca74f1-6c3d-4592-a8c5-085c48d281a3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:30.980982 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8495961f-bbb1-4d39-9f82-62fc5f4ca057 req-1cca74f1-6c3d-4592-a8c5-085c48d281a3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0518334 Feb 07 04:19:31.025898 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8495961f-bbb1-4d39-9f82-62fc5f4ca057 req-5a12736f-8926-4c34-964e-54afd07f5ba8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389276 Feb 07 04:19:31.357165 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-afa75f57-fdab-4776-8d14-26b51abe3ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:32.155151 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d69b-d19b-40ca-8adf-7c4fc989815b req-4c1746e0-02c0-4f58-8e3d-197f7a7d77b9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:32.156749 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be30d69b-d19b-40ca-8adf-7c4fc989815b req-4c1746e0-02c0-4f58-8e3d-197f7a7d77b9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0610058 Feb 07 04:19:32.225323 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-be30d69b-d19b-40ca-8adf-7c4fc989815b req-7b408751-cf2f-4247-82d3-583fcff1e8aa tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615458 Feb 07 04:19:32.519040 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:32.748039 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [req-1adeb2c7-fe0d-4815-9901-f5035fc82ecf req-8d18a90b-1428-4340-8654-adc2343f736c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:19:32.748326 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1adeb2c7-fe0d-4815-9901-f5035fc82ecf req-8d18a90b-1428-4340-8654-adc2343f736c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053420 Feb 07 04:19:32.914862 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1735c97-b09c-45e0-aa4a-226ee4accb26 req-ec3d2783-209b-429f-9e91-9049e3d89520 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:32.916368 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f1735c97-b09c-45e0-aa4a-226ee4accb26 req-ec3d2783-209b-429f-9e91-9049e3d89520 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0539644 Feb 07 04:19:32.968625 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f1735c97-b09c-45e0-aa4a-226ee4accb26 req-758b8190-471f-4bb7-bce3-510bf430a23d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460739 Feb 07 04:19:33.286315 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57268) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:33.377745 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-bc48deb6-637a-4d2d-8527-e982d69d34cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902522 Feb 07 04:19:33.386915 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-d601083e-266b-4ddc-8baa-49d93d3e3ae5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:19:33.387889 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-d601083e-266b-4ddc-8baa-49d93d3e3ae5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052762 Feb 07 04:19:33.911332 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:34.092336 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bf28e-d56e-4b4a-9bd2-806bdc35fba6 req-5781ec73-de13-440e-b3c9-75aec9db523b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:34.093804 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-454bf28e-d56e-4b4a-9bd2-806bdc35fba6 req-5781ec73-de13-440e-b3c9-75aec9db523b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0572927 Feb 07 04:19:34.146050 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-454bf28e-d56e-4b4a-9bd2-806bdc35fba6 req-fd4200d7-4995-408a-96d4-8a9205f5f1af tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466366 Feb 07 04:19:35.198476 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:19:35.253598 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-66281d45-d01c-4d9f-ac8b-3fe7062f89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:35.255042 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-66281d45-d01c-4d9f-ac8b-3fe7062f89da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29&tenant_id=aafc4147461248299eee9b97ebd42995 HTTP/1.1" status: 200 len: 1128 time: 0.0840483 Feb 07 04:19:35.280409 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021f377-b940-4425-8860-c06eeac257c1 req-bc0f61ff-1c9a-4846-b54c-e10a98f8bc50 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:35.281122 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:35.282498 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5021f377-b940-4425-8860-c06eeac257c1 req-bc0f61ff-1c9a-4846-b54c-e10a98f8bc50 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0616524 Feb 07 04:19:35.292630 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 is: DOWN; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:19:35.329996 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5021f377-b940-4425-8860-c06eeac257c1 req-f87a6b3e-4fde-48c3-9bf3-2012a6010322 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Feb 07 04:19:35.347792 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-bc3ec435-20a1-4a9a-9fb0-d19243c54194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:35.349333 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-bc3ec435-20a1-4a9a-9fb0-d19243c54194 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 1128 time: 0.0450659 Feb 07 04:19:35.436388 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-a0d39b79-9c4f-4b6f-b02d-ccb651ef9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:35.437828 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-a0d39b79-9c4f-4b6f-b02d-ccb651ef9663 service neutron] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 918 time: 0.0826199 Feb 07 04:19:35.727369 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-7c1a60e8-190c-402f-b108-b96e86229570 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 HTTP/1.1" status: 200 len: 1000 time: 0.2827241 Feb 07 04:19:35.776970 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-a10cf28e-13e5-40ec-98e0-6959a8aa39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:35.778720 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-a10cf28e-13e5-40ec-98e0-6959a8aa39c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0450478 Feb 07 04:19:35.828065 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-6685e22c-5dbe-4adf-99e8-6996cb27ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:35.829575 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-6685e22c-5dbe-4adf-99e8-6996cb27ab9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440845 Feb 07 04:19:35.921979 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-0788ffde-75c9-4ef9-b126-4e1e915f3795 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850255 Feb 07 04:19:36.012543 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-0b0da40e-171d-4b6a-b860-28eafaceb616 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830286 Feb 07 04:19:36.469361 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f03c-dc6c-494f-ad1f-afa09cea07ae req-6db04ca1-a6e3-43c5-9e24-ba7daf03a52c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:36.472133 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c637f03c-dc6c-494f-ad1f-afa09cea07ae req-6db04ca1-a6e3-43c5-9e24-ba7daf03a52c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0716994 Feb 07 04:19:36.519971 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c637f03c-dc6c-494f-ad1f-afa09cea07ae req-af4e7d26-a10e-4fc6-9628-d200ea0cbf4f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435605 Feb 07 04:19:37.657419 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff6e3a-102a-4da3-91ef-300c71cc48af req-632878e4-5a55-4f78-a839-2a20d6dfc2b3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:37.658903 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6aff6e3a-102a-4da3-91ef-300c71cc48af req-632878e4-5a55-4f78-a839-2a20d6dfc2b3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0520813 Feb 07 04:19:37.709583 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6aff6e3a-102a-4da3-91ef-300c71cc48af req-ac5ccfff-2fe4-4a00-bc48-87532b7212f3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448172 Feb 07 04:19:38.850497 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf7a2b-ebdc-42dd-9f4d-fe639e550d9d req-7ab640c2-ec44-4a62-bf44-9f53264e7091 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:38.851995 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dbdf7a2b-ebdc-42dd-9f4d-fe639e550d9d req-7ab640c2-ec44-4a62-bf44-9f53264e7091 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0618155 Feb 07 04:19:38.901410 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dbdf7a2b-ebdc-42dd-9f4d-fe639e550d9d req-f59d52ea-4af1-46a9-af56-8d9ed7636610 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 Feb 07 04:19:39.880505 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57410) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:39.924594 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Deleting subnet 116e81fe-73e0-42cc-bb4a-39f8132d3c59 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:19:39.928109 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Publish callbacks [] for subnet (116e81fe-73e0-42cc-bb4a-39f8132d3c59), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:39.971070 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260295130'] for subnet (116e81fe-73e0-42cc-bb4a-39f8132d3c59), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.045673 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (116e81fe-73e0-42cc-bb4a-39f8132d3c59), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.079642 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380f917-36d2-4670-bc1e-a4f98032318b req-63187c4f-9416-40f1-8180-7366740e2baa tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:40.081261 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1380f917-36d2-4670-bc1e-a4f98032318b req-63187c4f-9416-40f1-8180-7366740e2baa tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0883303 Feb 07 04:19:40.154858 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1380f917-36d2-4670-bc1e-a4f98032318b req-72fb4792-9f3c-4216-9733-b6a79085b258 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628586 Feb 07 04:19:40.156658 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3943891'] for subnet (116e81fe-73e0-42cc-bb4a-39f8132d3c59), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.183309 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116e81fe-73e0-42cc-bb4a-39f8132d3c59,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:40.190353 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.190634 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.191756 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.191756 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.191756 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.192126 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.192306 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.192636 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.192962 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.193338 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.193760 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.194123 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.194455 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:19:40.203378 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.209550 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57416) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:40.227058 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-4ed87636-905c-46af-8940-122885e6c6f4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/116e81fe-73e0-42cc-bb4a-39f8132d3c59 HTTP/1.1" status: 204 len: 168 time: 0.3452890 Feb 07 04:19:40.282707 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (750017f9-2e90-4113-a280-5a0691faf41a), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.361345 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (750017f9-2e90-4113-a280-5a0691faf41a), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.384884 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750017f9-2e90-4113-a280-5a0691faf41a']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:40.396407 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a311fa-efda-4685-b2d4-345282a79b61') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:40.396848 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a311fa-efda-4685-b2d4-345282a79b61') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:40.407292 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156113'] for segment (76a311fa-efda-4685-b2d4-345282a79b61), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.427198 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (76a311fa-efda-4685-b2d4-345282a79b61), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.434154 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:19:40.435707 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3165379'] for segment (76a311fa-efda-4685-b2d4-345282a79b61), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: Traceback (most recent call last): Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: timer() Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: cb(*args, **kw) Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: return func(*args, **kwargs) Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: self._notify() Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: self.callback(batched_events) Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: event.method(event) Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: return f(self, *a, **k) Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._get(url).json() Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: return self.request(url, 'GET', **kwargs) Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:19:40.437155 dv-cinder-799631-7-iscsi neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:19:40.498078 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (750017f9-2e90-4113-a280-5a0691faf41a), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.514665 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.520399 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] 10.222.0.13 "DELETE /v2.0/networks/750017f9-2e90-4113-a280-5a0691faf41a HTTP/1.1" status: 204 len: 168 time: 0.3074708 Feb 07 04:19:40.520399 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3b100-4a28-4708-8342-9b86beeba59a admin admin] Pushing event deleted for resources: {'Network': ['ID=750017f9-2e90-4113-a280-5a0691faf41a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:40.520981 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57420) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:40.568731 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e63612-ca8f-449b-a9eb-a862fdc501eb admin admin] Deleting subnet 52d5051b-c4f6-4f86-be8b-76c53c47fd47 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:19:40.572149 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97e63612-ca8f-449b-a9eb-a862fdc501eb admin admin] Publish callbacks [] for subnet (52d5051b-c4f6-4f86-be8b-76c53c47fd47), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.627488 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97e63612-ca8f-449b-a9eb-a862fdc501eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260295130'] for subnet (52d5051b-c4f6-4f86-be8b-76c53c47fd47), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.674310 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97e63612-ca8f-449b-a9eb-a862fdc501eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (52d5051b-c4f6-4f86-be8b-76c53c47fd47), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.733988 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97e63612-ca8f-449b-a9eb-a862fdc501eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3943891'] for subnet (52d5051b-c4f6-4f86-be8b-76c53c47fd47), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.763484 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e63612-ca8f-449b-a9eb-a862fdc501eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d5051b-c4f6-4f86-be8b-76c53c47fd47,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:40.766266 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97e63612-ca8f-449b-a9eb-a862fdc501eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.771004 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-97e63612-ca8f-449b-a9eb-a862fdc501eb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52d5051b-c4f6-4f86-be8b-76c53c47fd47 HTTP/1.1" status: 204 len: 168 time: 0.2482057 Feb 07 04:19:40.774579 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57422) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:40.840182 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (30f2c548-c503-42c6-8af7-71959cea01d4), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.919428 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (30f2c548-c503-42c6-8af7-71959cea01d4), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.939521 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f2c548-c503-42c6-8af7-71959cea01d4']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:40.948522 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c081cff-419a-4793-8033-2b6faf28be09') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:40.948814 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c081cff-419a-4793-8033-2b6faf28be09') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:19:40.957837 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260295121'] for segment (4c081cff-419a-4793-8033-2b6faf28be09), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.970953 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (4c081cff-419a-4793-8033-2b6faf28be09), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.976990 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:19:40.977542 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110351'] for segment (4c081cff-419a-4793-8033-2b6faf28be09), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: Traceback (most recent call last): Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: timer() Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: cb(*args, **kw) Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: return func(*args, **kwargs) Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: self._notify() Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: self.callback(batched_events) Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: event.method(event) Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: return f(self, *a, **k) Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._get(url).json() Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: return self.request(url, 'GET', **kwargs) Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:19:40.979140 dv-cinder-799631-7-iscsi neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:19:41.030319 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (30f2c548-c503-42c6-8af7-71959cea01d4), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.034474 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.037623 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] 10.222.0.13 "DELETE /v2.0/networks/30f2c548-c503-42c6-8af7-71959cea01d4 HTTP/1.1" status: 204 len: 168 time: 0.2620327 Feb 07 04:19:41.050336 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee99190-ba95-43fc-8a5b-d1aae6d40948 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f2c548-c503-42c6-8af7-71959cea01d4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:41.189890 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57428) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:41.246606 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-5a85617e-9fce-4367-b935-ec561f234a2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13ce7f79007f42cc955088362863bdbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555143 Feb 07 04:19:41.249173 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57430) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:41.287743 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c78d-bd5d-43ef-a84d-47f98bf3218f req-5ff58711-84ed-4abb-a6c6-af1134ba29f7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:41.289219 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27b8c78d-bd5d-43ef-a84d-47f98bf3218f req-5ff58711-84ed-4abb-a6c6-af1134ba29f7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0524011 Feb 07 04:19:41.303298 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f10d0b09-bbd1-47ae-bd97-ebc7c39b20f7 admin admin] Publish callbacks [] for security_group (c4a3bd69-6c23-4d40-84b8-6a85dcf29346), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.324420 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f10d0b09-bbd1-47ae-bd97-ebc7c39b20f7 admin admin] Publish callbacks [] for security_group (c4a3bd69-6c23-4d40-84b8-6a85dcf29346), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.334552 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27b8c78d-bd5d-43ef-a84d-47f98bf3218f req-cd23ccf5-f7d2-4191-b7cf-602c61cb6d27 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Feb 07 04:19:41.370779 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f10d0b09-bbd1-47ae-bd97-ebc7c39b20f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c4a3bd69-6c23-4d40-84b8-6a85dcf29346), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.373401 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f10d0b09-bbd1-47ae-bd97-ebc7c39b20f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.374526 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f10d0b09-bbd1-47ae-bd97-ebc7c39b20f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4a3bd69-6c23-4d40-84b8-6a85dcf29346 HTTP/1.1" status: 204 len: 168 time: 0.1244600 Feb 07 04:19:41.382815 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d0b09-bbd1-47ae-bd97-ebc7c39b20f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a3bd69-6c23-4d40-84b8-6a85dcf29346,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:41.682345 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57438) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:41.721577 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-5830af55-e195-4ef5-8038-251d91584ec2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d6ee56dfc434e63a719428c70eb5b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379448 Feb 07 04:19:41.723907 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57440) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:41.774178 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a95edc7-cf97-4251-86f5-246bd5215f5c admin admin] Publish callbacks [] for security_group (7ecf2d6c-c95b-4b80-b7e8-9a5c5e43949c), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.796246 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a95edc7-cf97-4251-86f5-246bd5215f5c admin admin] Publish callbacks [] for security_group (7ecf2d6c-c95b-4b80-b7e8-9a5c5e43949c), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.839958 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a95edc7-cf97-4251-86f5-246bd5215f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (7ecf2d6c-c95b-4b80-b7e8-9a5c5e43949c), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.843098 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a95edc7-cf97-4251-86f5-246bd5215f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:41.844302 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-1a95edc7-cf97-4251-86f5-246bd5215f5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ecf2d6c-c95b-4b80-b7e8-9a5c5e43949c HTTP/1.1" status: 204 len: 168 time: 0.1194057 Feb 07 04:19:41.851544 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95edc7-cf97-4251-86f5-246bd5215f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecf2d6c-c95b-4b80-b7e8-9a5c5e43949c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:42.470114 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc83cfb-cb13-44bf-b7f0-fef7c2f2aa03 req-dd1d8e59-316e-4f15-8169-53feec22f4c6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:42.471710 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cdc83cfb-cb13-44bf-b7f0-fef7c2f2aa03 req-dd1d8e59-316e-4f15-8169-53feec22f4c6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0538263 Feb 07 04:19:42.518470 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cdc83cfb-cb13-44bf-b7f0-fef7c2f2aa03 req-593a04ce-0b69-408d-a694-5e7365220f60 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Feb 07 04:19:43.006010 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57474) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:43.115753 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b84a33c3-8df0-4307-a763-5d88f8cba1de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:43.196581 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b84a33c3-8df0-4307-a763-5d88f8cba1de admin admin] Publish callbacks [] for security_group (f357e667-b5c6-4698-bc4a-fda2d535f603), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:43.200904 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b84a33c3-8df0-4307-a763-5d88f8cba1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f357e667-b5c6-4698-bc4a-fda2d535f603), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:43.246811 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-b84a33c3-8df0-4307-a763-5d88f8cba1de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=187f2669425d4a10af625248e9fe3569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373502 Feb 07 04:19:43.246811 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a33c3-8df0-4307-a763-5d88f8cba1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f357e667-b5c6-4698-bc4a-fda2d535f603,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:43.248301 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57480) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:19:43.302795 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b93f2f8-4866-4385-9333-75a263a3a178 admin admin] Publish callbacks [] for security_group (f357e667-b5c6-4698-bc4a-fda2d535f603), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:43.325494 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b93f2f8-4866-4385-9333-75a263a3a178 admin admin] Publish callbacks [] for security_group (f357e667-b5c6-4698-bc4a-fda2d535f603), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:43.374534 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b93f2f8-4866-4385-9333-75a263a3a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f357e667-b5c6-4698-bc4a-fda2d535f603), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:43.377172 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b93f2f8-4866-4385-9333-75a263a3a178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:43.378336 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-1b93f2f8-4866-4385-9333-75a263a3a178 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f357e667-b5c6-4698-bc4a-fda2d535f603 HTTP/1.1" status: 204 len: 168 time: 0.1290059 Feb 07 04:19:43.386865 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93f2f8-4866-4385-9333-75a263a3a178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f357e667-b5c6-4698-bc4a-fda2d535f603,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:19:43.643577 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00676d5-63b3-4c00-bb91-5347929bde23 req-e4a5faf1-d73e-4e79-af78-1ad15a486611 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:43.645105 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d00676d5-63b3-4c00-bb91-5347929bde23 req-e4a5faf1-d73e-4e79-af78-1ad15a486611 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0559733 Feb 07 04:19:43.691930 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d00676d5-63b3-4c00-bb91-5347929bde23 req-c0bc3c65-34ea-443b-a647-0b75cd454971 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413992 Feb 07 04:19:44.832710 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19d834-9736-4406-b24d-75d9cd5d367f req-85d1a170-8586-4792-86bc-3096e9610bf8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:44.834986 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fd19d834-9736-4406-b24d-75d9cd5d367f req-85d1a170-8586-4792-86bc-3096e9610bf8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0540831 Feb 07 04:19:44.883843 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fd19d834-9736-4406-b24d-75d9cd5d367f req-afc89bee-b6bf-4359-96f8-bd5648a2d6ca tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432434 Feb 07 04:19:46.162901 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476d0a9-ca40-48cb-bc3d-c00cdc59f783 req-245650f3-b8e7-4a68-ad15-477d5b2b86cc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:46.164399 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9476d0a9-ca40-48cb-bc3d-c00cdc59f783 req-245650f3-b8e7-4a68-ad15-477d5b2b86cc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.2027204 Feb 07 04:19:46.209843 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9476d0a9-ca40-48cb-bc3d-c00cdc59f783 req-1bc54437-acce-444a-a6e6-e4872ad92421 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397248 Feb 07 04:19:47.393285 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5cb9-046b-4f85-9658-05b82b0ebc40 req-3bf48c9c-4022-4c8e-a477-746f06a09b50 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:47.394738 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d40e5cb9-046b-4f85-9658-05b82b0ebc40 req-3bf48c9c-4022-4c8e-a477-746f06a09b50 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.1093097 Feb 07 04:19:47.443045 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d40e5cb9-046b-4f85-9658-05b82b0ebc40 req-3edeadd4-a2b5-476d-b276-7331b419a04b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427969 Feb 07 04:19:48.576102 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6294278-f4ca-47b5-a2b4-a624a31f39e5 req-a54228d7-e535-4e0b-b3b6-418825911a10 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:48.577615 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6294278-f4ca-47b5-a2b4-a624a31f39e5 req-a54228d7-e535-4e0b-b3b6-418825911a10 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0521007 Feb 07 04:19:48.634569 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f6294278-f4ca-47b5-a2b4-a624a31f39e5 req-85d430a0-ef56-4b3f-a660-2bade579a1f6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506575 Feb 07 04:19:49.764536 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdfdd9-0f20-45bd-a42d-beb7cd59d6f0 req-7413c4d8-a032-4493-bf4e-b3622131d3c0 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:49.766050 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5fcdfdd9-0f20-45bd-a42d-beb7cd59d6f0 req-7413c4d8-a032-4493-bf4e-b3622131d3c0 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0529823 Feb 07 04:19:49.815080 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5fcdfdd9-0f20-45bd-a42d-beb7cd59d6f0 req-93d9976a-7db4-4816-9f6a-09049d58df1b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Feb 07 04:19:50.939732 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4285-9843-489b-a2da-5abb0c4ba02d req-b47ff22f-b291-40c7-a4cb-8fcc9d501c5c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:50.941142 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-60eb4285-9843-489b-a2da-5abb0c4ba02d req-b47ff22f-b291-40c7-a4cb-8fcc9d501c5c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0516245 Feb 07 04:19:50.986188 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-60eb4285-9843-489b-a2da-5abb0c4ba02d req-1b6e73bc-81f5-4a9f-81ca-ffe0a76f997c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393038 Feb 07 04:19:52.113416 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab5f63-afc3-4d2b-89c9-e8396adb49e0 req-0c5027fd-d012-48ae-8b67-ddee2f7d3cdd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:52.114904 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e6ab5f63-afc3-4d2b-89c9-e8396adb49e0 req-0c5027fd-d012-48ae-8b67-ddee2f7d3cdd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0534241 Feb 07 04:19:52.165483 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e6ab5f63-afc3-4d2b-89c9-e8396adb49e0 req-19490bb1-ac1b-4827-b742-a0fc6d0d13cc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450370 Feb 07 04:19:53.285867 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257a16b-c367-4624-967e-fd374bf85b3d req-337f0c4a-492a-48e6-93d8-b943404d51df tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:53.287343 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f257a16b-c367-4624-967e-fd374bf85b3d req-337f0c4a-492a-48e6-93d8-b943404d51df tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0514257 Feb 07 04:19:53.332773 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f257a16b-c367-4624-967e-fd374bf85b3d req-35a1d818-20c5-444e-a27d-d90e1ff0a2ee tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399148 Feb 07 04:19:54.452912 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0e5bf-dc27-495a-81f2-d9c618c1ad4c req-a6d92456-5506-4e40-b982-84b37150b082 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:54.454359 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6cc0e5bf-dc27-495a-81f2-d9c618c1ad4c req-a6d92456-5506-4e40-b982-84b37150b082 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0517454 Feb 07 04:19:54.499604 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6cc0e5bf-dc27-495a-81f2-d9c618c1ad4c req-502e195c-4d49-4c36-9b0f-6b83634c4ffe tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398221 Feb 07 04:19:55.624376 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e7fab-d15b-4749-8459-0274d76e0c16 req-64d656f4-159f-40ad-80d2-7198ede2f7d9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:55.625846 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e7fab-d15b-4749-8459-0274d76e0c16 req-64d656f4-159f-40ad-80d2-7198ede2f7d9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0549438 Feb 07 04:19:55.670708 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e7fab-d15b-4749-8459-0274d76e0c16 req-9e835dd9-c052-4c01-9f43-d956dd8859d3 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394588 Feb 07 04:19:56.791501 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f1f38-2b46-44f3-8ab0-1dd312a2e2ac req-2bdc409b-b884-4ed3-bf71-76a219170e97 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:56.793002 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f93f1f38-2b46-44f3-8ab0-1dd312a2e2ac req-2bdc409b-b884-4ed3-bf71-76a219170e97 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0518596 Feb 07 04:19:56.839586 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f93f1f38-2b46-44f3-8ab0-1dd312a2e2ac req-b0e31879-3c4f-45dc-a358-b4d1460769e9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403652 Feb 07 04:19:57.673933 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:58.076176 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c64cc6-c900-4f3b-bc78-73ba2ebe41c4 req-2c5a9f45-32f6-4a37-a8ba-ad9fa0bc92a0 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:58.077655 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9c64cc6-c900-4f3b-bc78-73ba2ebe41c4 req-2c5a9f45-32f6-4a37-a8ba-ad9fa0bc92a0 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0526195 Feb 07 04:19:58.121921 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9c64cc6-c900-4f3b-bc78-73ba2ebe41c4 req-81cb54af-3abe-4fd2-8cbf-d4c45e3f935c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387938 Feb 07 04:19:59.041818 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2fa61834-fcbd-4f32-8d15-22f69baefb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:19:59.250696 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343c30c-4261-4874-a510-4814e80e44d6 req-cef16066-8727-4d6c-ad3b-f1eb9d4158a9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:19:59.252102 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e343c30c-4261-4874-a510-4814e80e44d6 req-cef16066-8727-4d6c-ad3b-f1eb9d4158a9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0560575 Feb 07 04:19:59.299934 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e343c30c-4261-4874-a510-4814e80e44d6 req-82e085cf-8a4d-4da4-8683-ff5d3aef7474 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Feb 07 04:20:00.430779 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160756bc-ee98-4a4d-beb1-199ea691a12d req-d406795d-4ac0-47e0-aabd-8d9718a47980 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:00.432298 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-160756bc-ee98-4a4d-beb1-199ea691a12d req-d406795d-4ac0-47e0-aabd-8d9718a47980 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0528243 Feb 07 04:20:00.488037 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-160756bc-ee98-4a4d-beb1-199ea691a12d req-49285f6c-23ee-4d14-a0cd-1f167e03f2e6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502470 Feb 07 04:20:00.542696 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429742a0-1090-41ea-88de-a4465b087aef req-c625eef3-9dc8-4d2b-8a2f-5efe39acdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:00.544232 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-429742a0-1090-41ea-88de-a4465b087aef req-c625eef3-9dc8-4d2b-8a2f-5efe39acdd59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 1128 time: 0.0870306 Feb 07 04:20:00.644255 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429742a0-1090-41ea-88de-a4465b087aef req-99ae2586-ef4f-4ae5-adda-fc79d3761a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:00.645692 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-429742a0-1090-41ea-88de-a4465b087aef req-99ae2586-ef4f-4ae5-adda-fc79d3761a27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 918 time: 0.0813489 Feb 07 04:20:00.713170 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-429742a0-1090-41ea-88de-a4465b087aef req-0b355c57-b556-4cae-9952-3d7ca2e8176b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 HTTP/1.1" status: 200 len: 1000 time: 0.0601506 Feb 07 04:20:00.759028 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429742a0-1090-41ea-88de-a4465b087aef req-483be62b-11bb-4c6b-b678-73600b20c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:00.760439 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-429742a0-1090-41ea-88de-a4465b087aef req-483be62b-11bb-4c6b-b678-73600b20c23c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0410700 Feb 07 04:20:00.808770 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429742a0-1090-41ea-88de-a4465b087aef req-e2f4fa46-4b75-4d07-ae74-94a6f14d2dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:00.810844 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-429742a0-1090-41ea-88de-a4465b087aef req-e2f4fa46-4b75-4d07-ae74-94a6f14d2dff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447526 Feb 07 04:20:00.899669 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-429742a0-1090-41ea-88de-a4465b087aef req-708ad9f5-a265-4635-92d3-af2541622878 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825334 Feb 07 04:20:00.993210 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-429742a0-1090-41ea-88de-a4465b087aef req-8dd00a75-8a5d-4e69-9fc6-b3a22d802e5d service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875027 Feb 07 04:20:01.359156 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5ff4bf33-7066-463d-a201-c8f6e900000e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:01.609731 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9c800-6caa-4e73-ac5d-7d04c425c8de req-ca44690e-2dc0-41fb-a3de-5d314b3b3ebc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:01.611202 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bea9c800-6caa-4e73-ac5d-7d04c425c8de req-ca44690e-2dc0-41fb-a3de-5d314b3b3ebc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0520620 Feb 07 04:20:01.656855 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bea9c800-6caa-4e73-ac5d-7d04c425c8de req-101a7add-6d5a-4bd1-b55c-5edf1fa00379 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402546 Feb 07 04:20:02.522407 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:02.799914 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd115-817d-4389-9d27-80c3e8b41b9b req-0ff42166-ef21-4d83-9978-4f60758895dc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:02.801451 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2f4cd115-817d-4389-9d27-80c3e8b41b9b req-0ff42166-ef21-4d83-9978-4f60758895dc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0634956 Feb 07 04:20:02.850611 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2f4cd115-817d-4389-9d27-80c3e8b41b9b req-b3feb1f4-1f4c-45ec-be4d-4085b57d9505 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428793 Feb 07 04:20:03.912763 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:03.983310 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fb2d9-642c-4fcf-9f4c-79db581cdd94 req-29a83af2-19c9-4d31-92ec-41d2f7fdddce tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:03.985051 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-822fb2d9-642c-4fcf-9f4c-79db581cdd94 req-29a83af2-19c9-4d31-92ec-41d2f7fdddce tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0542586 Feb 07 04:20:04.032525 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-822fb2d9-642c-4fcf-9f4c-79db581cdd94 req-6efd70db-7ed3-46ef-9b8b-d1b8b70ff876 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419264 Feb 07 04:20:04.464453 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:20:05.124519 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 57748) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:05.154879 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f684b3a-ed94-4c68-966b-37316420f598 req-955fc77d-34a7-4ba2-ab94-921f2dbf3c9b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:05.156392 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2f684b3a-ed94-4c68-966b-37316420f598 req-955fc77d-34a7-4ba2-ab94-921f2dbf3c9b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0530646 Feb 07 04:20:05.202244 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2f684b3a-ed94-4c68-966b-37316420f598 req-d856ab59-b7f5-414f-b2a9-e118ed583e47 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402510 Feb 07 04:20:05.228677 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5be6bb36-dd2c-4577-ad53-eff79c3a98d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:05.258784 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:05.303079 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5be6bb36-dd2c-4577-ad53-eff79c3a98d1 admin admin] Publish callbacks [] for security_group (664e5e45-b9d5-42da-b568-43f8987795f6), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:05.306785 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5be6bb36-dd2c-4577-ad53-eff79c3a98d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (664e5e45-b9d5-42da-b568-43f8987795f6), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:05.344598 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-5be6bb36-dd2c-4577-ad53-eff79c3a98d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=086884867f524c69812e83de7f451cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190287 Feb 07 04:20:05.345453 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6bb36-dd2c-4577-ad53-eff79c3a98d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664e5e45-b9d5-42da-b568-43f8987795f6,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:05.347544 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 57752) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:05.394681 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-41420157-e0ef-494f-9353-5aa87d5c4f52 admin admin] Publish callbacks [] for security_group (664e5e45-b9d5-42da-b568-43f8987795f6), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:05.415277 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-41420157-e0ef-494f-9353-5aa87d5c4f52 admin admin] Publish callbacks [] for security_group (664e5e45-b9d5-42da-b568-43f8987795f6), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:05.462532 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-41420157-e0ef-494f-9353-5aa87d5c4f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (664e5e45-b9d5-42da-b568-43f8987795f6), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:05.465025 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-41420157-e0ef-494f-9353-5aa87d5c4f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:05.466673 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-41420157-e0ef-494f-9353-5aa87d5c4f52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/664e5e45-b9d5-42da-b568-43f8987795f6 HTTP/1.1" status: 204 len: 168 time: 0.1178923 Feb 07 04:20:05.473838 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41420157-e0ef-494f-9353-5aa87d5c4f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664e5e45-b9d5-42da-b568-43f8987795f6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:06.329228 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e36af2-9915-47e4-ad57-fd494c70a8e7 req-ea48ca18-5a61-4853-ae07-7e11e4ab2028 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:06.331080 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-40e36af2-9915-47e4-ad57-fd494c70a8e7 req-ea48ca18-5a61-4853-ae07-7e11e4ab2028 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0529013 Feb 07 04:20:06.380620 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-40e36af2-9915-47e4-ad57-fd494c70a8e7 req-345deb07-5915-4a56-9a91-cce56afaf010 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Feb 07 04:20:07.502215 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb209e-1494-415a-a186-608f51f900e8 req-f652d12d-1cd5-41e6-8033-efd4ee6573f7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:07.503711 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-53bb209e-1494-415a-a186-608f51f900e8 req-f652d12d-1cd5-41e6-8033-efd4ee6573f7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0514755 Feb 07 04:20:07.551191 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-53bb209e-1494-415a-a186-608f51f900e8 req-82c264d1-7d78-44cf-9285-02f815d3cde7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415578 Feb 07 04:20:08.673228 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13753ce-c849-401a-b880-2c6b7247df52 req-4b92b293-1876-4ca7-b747-23da0eeaca24 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:08.674690 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a13753ce-c849-401a-b880-2c6b7247df52 req-4b92b293-1876-4ca7-b747-23da0eeaca24 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0549731 Feb 07 04:20:08.720223 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a13753ce-c849-401a-b880-2c6b7247df52 req-1d8535f7-cfd3-4d13-8858-f7c97ccf4a71 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 Feb 07 04:20:09.847273 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea7a70-0c0c-4523-aeff-548daaad2a80 req-b1108471-545d-41d5-80b8-43c35f969854 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:09.848797 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a5ea7a70-0c0c-4523-aeff-548daaad2a80 req-b1108471-545d-41d5-80b8-43c35f969854 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0534861 Feb 07 04:20:09.894113 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a5ea7a70-0c0c-4523-aeff-548daaad2a80 req-cb2e86ba-8a2c-4fef-ba06-e45d16bc2b5e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397983 Feb 07 04:20:11.013368 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685bf8-55f6-478f-b66d-f475bf2213a6 req-eb2150e2-36e0-48d2-920f-a91b652e855a tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:11.014802 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d8685bf8-55f6-478f-b66d-f475bf2213a6 req-eb2150e2-36e0-48d2-920f-a91b652e855a tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0507646 Feb 07 04:20:11.058720 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d8685bf8-55f6-478f-b66d-f475bf2213a6 req-0ea11593-9b96-4c1c-8d39-bbdb05ca5c2e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385377 Feb 07 04:20:12.183458 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc944c0-f85a-498a-ada8-96eae8c900b0 req-f0bc6c42-e2fa-4f42-b518-7f7cf353385f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:12.185022 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ecc944c0-f85a-498a-ada8-96eae8c900b0 req-f0bc6c42-e2fa-4f42-b518-7f7cf353385f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0563776 Feb 07 04:20:12.229531 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ecc944c0-f85a-498a-ada8-96eae8c900b0 req-61130d5a-2ef4-48d7-b950-5d22fa760a6d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391326 Feb 07 04:20:13.350122 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:20:13.355297 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff8f6-5edf-4ee0-a0df-05c43a885947 req-b142ef91-ac43-4498-a4e6-42abef6acb37 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:13.356796 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-583ff8f6-5edf-4ee0-a0df-05c43a885947 req-b142ef91-ac43-4498-a4e6-42abef6acb37 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 944 time: 0.0554719 Feb 07 04:20:13.468948 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:20:13.481060 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'port_id': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'mac_address': 'fa:16:3e:ab:16:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:20:13.519016 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:20:13.519329 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:13.534061 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:20:13.553525 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:20:13.558027 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:13.608216 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=9']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:13.608785 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-583ff8f6-5edf-4ee0-a0df-05c43a885947 req-4c297a1e-adff-486e-961d-bd8530bb3d25 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457259 Feb 07 04:20:13.616491 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.616999 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.617314 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.617717 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.618119 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.618608 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.618900 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.619996 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.619996 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.620250 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.620624 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.621205 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:13.621591 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:14.731075 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c80ba-01a4-4c32-aead-42f7fe614584 req-ad5e85d5-3541-4e47-9d45-ac822b006616 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:14.732595 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0b6c80ba-01a4-4c32-aead-42f7fe614584 req-ad5e85d5-3541-4e47-9d45-ac822b006616 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0528650 Feb 07 04:20:14.783260 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0b6c80ba-01a4-4c32-aead-42f7fe614584 req-4475f88e-0287-428c-897a-9b6e26fcb304 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434577 Feb 07 04:20:15.903279 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4ef7-9ddd-4bb6-bd75-bd2c0a30a486 req-e2268165-5c09-4042-bc5c-e0942616fccc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:15.905300 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-898f4ef7-9ddd-4bb6-bd75-bd2c0a30a486 req-e2268165-5c09-4042-bc5c-e0942616fccc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0516245 Feb 07 04:20:15.953134 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-898f4ef7-9ddd-4bb6-bd75-bd2c0a30a486 req-40df434a-13f5-4138-8620-fa7b9bb12a2d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Feb 07 04:20:17.079154 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5e62-2b17-49f4-aba1-547090347040 req-4f6183e3-ffbe-4e39-8dd2-4d9a909edab6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:17.080633 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-585a5e62-2b17-49f4-aba1-547090347040 req-4f6183e3-ffbe-4e39-8dd2-4d9a909edab6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0545080 Feb 07 04:20:17.125132 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-585a5e62-2b17-49f4-aba1-547090347040 req-2ccf7085-8186-4244-9c72-33cff515d4b1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391378 Feb 07 04:20:18.246600 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab5a0b-1b14-4000-b882-60edf9c7b0e1 req-38ab2705-efac-48cb-968e-5e0cd34b49db tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:18.247972 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8eab5a0b-1b14-4000-b882-60edf9c7b0e1 req-38ab2705-efac-48cb-968e-5e0cd34b49db tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0508580 Feb 07 04:20:18.296628 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8eab5a0b-1b14-4000-b882-60edf9c7b0e1 req-300a3c5d-771d-4f20-bba3-d2c23e45d9ad tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 Feb 07 04:20:18.761461 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:20:19.417310 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e25393-2943-4bb6-adcb-2978ce3490d8 req-f94fad89-5c17-48fe-83c3-fac26daa3541 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:19.418750 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4e25393-2943-4bb6-adcb-2978ce3490d8 req-f94fad89-5c17-48fe-83c3-fac26daa3541 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0508528 Feb 07 04:20:19.463289 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4e25393-2943-4bb6-adcb-2978ce3490d8 req-ac713cca-9095-451d-b4a5-562cc39398e8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383570 Feb 07 04:20:20.584384 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6283-c8c3-43c2-81fb-574c45aa6b16 req-b3c300c7-88e4-441b-82a6-5227504d05c7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:20.585776 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e26a6283-c8c3-43c2-81fb-574c45aa6b16 req-b3c300c7-88e4-441b-82a6-5227504d05c7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0513668 Feb 07 04:20:20.630654 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e26a6283-c8c3-43c2-81fb-574c45aa6b16 req-ddf66353-1301-443f-aab8-13f9c7e94b6c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394261 Feb 07 04:20:21.751634 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22fd4c-885d-4d06-859f-1bfb9673a185 req-4f2fca41-2bf4-48b5-b90b-60e27c72f59e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:21.753137 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9f22fd4c-885d-4d06-859f-1bfb9673a185 req-4f2fca41-2bf4-48b5-b90b-60e27c72f59e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0516920 Feb 07 04:20:21.803026 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9f22fd4c-885d-4d06-859f-1bfb9673a185 req-dfb20da9-08ca-4460-8852-b9f12bc2c2af tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Feb 07 04:20:22.923184 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f56c5-eb2e-4d56-994b-86df62e49f51 req-2656beeb-63a3-43f3-88f0-a1def22ab9c8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:22.924652 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8d2f56c5-eb2e-4d56-994b-86df62e49f51 req-2656beeb-63a3-43f3-88f0-a1def22ab9c8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0514104 Feb 07 04:20:22.968348 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8d2f56c5-eb2e-4d56-994b-86df62e49f51 req-cd645d97-6f8b-47e0-a34f-a5eabafca0da tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382848 Feb 07 04:20:24.089767 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed4cdf-2363-458e-9231-88ae262908d1 req-ef76ddf1-ac25-4eb5-ac8e-2609b71e6954 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:24.091223 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76ed4cdf-2363-458e-9231-88ae262908d1 req-ef76ddf1-ac25-4eb5-ac8e-2609b71e6954 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0512691 Feb 07 04:20:24.136052 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76ed4cdf-2363-458e-9231-88ae262908d1 req-21abbb03-9243-479e-b942-359b12598ce2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389402 Feb 07 04:20:25.267119 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ea12-bab2-4b85-bb30-83d8abdcb213 req-adce9a13-1c4d-49ba-b28f-b24cf360b480 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:25.269017 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3898ea12-bab2-4b85-bb30-83d8abdcb213 req-adce9a13-1c4d-49ba-b28f-b24cf360b480 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 945 time: 0.0588846 Feb 07 04:20:25.314766 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3898ea12-bab2-4b85-bb30-83d8abdcb213 req-6c16d7fa-c099-4180-8247-13bd7508c02f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395951 Feb 07 04:20:25.697463 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:20:25.747478 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:20:25.747680 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:25.834758 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:20:25.835149 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:25.862441 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:20:25.864835 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc86e62c-9e77-462c-aeed-c73c9d77f3e5" -d '{"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-plugged", "status": "completed", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:20:25.878351 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:20:25.884472 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:25.935979 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=10']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:26.036650 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d16e6-b31d-406a-8158-cf7ae0b80181 x-openstack-request-id: req-d44d16e6-b31d-406a-8158-cf7ae0b80181 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:20:26.036974 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-plugged", "status": "completed", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:20:26.037237 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d44d16e6-b31d-406a-8158-cf7ae0b80181 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:20:26.037636 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'code': 200} Feb 07 04:20:26.203905 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58010) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:26.307281 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa185fa9-743a-4600-b9ee-921e617e28c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:26.381651 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa185fa9-743a-4600-b9ee-921e617e28c4 admin admin] Publish callbacks [] for security_group (ae0066c0-dfea-4426-9133-6882f90a2a05), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:26.385042 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-fa185fa9-743a-4600-b9ee-921e617e28c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ae0066c0-dfea-4426-9133-6882f90a2a05), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:26.460840 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-fa185fa9-743a-4600-b9ee-921e617e28c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=146adc64028940b89799aff891dee611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557654 Feb 07 04:20:26.464090 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58016) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:26.464741 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa185fa9-743a-4600-b9ee-921e617e28c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0066c0-dfea-4426-9133-6882f90a2a05,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:26.500417 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b13888-8b06-413d-b5ad-58d5acfdac38 req-fbe17072-a2ed-44ab-9fbf-25bef75c2db2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:26.502200 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-74b13888-8b06-413d-b5ad-58d5acfdac38 req-fbe17072-a2ed-44ab-9fbf-25bef75c2db2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 947 time: 0.1060417 Feb 07 04:20:26.528363 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Publish callbacks [] for security_group (ae0066c0-dfea-4426-9133-6882f90a2a05), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:26.561585 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-74b13888-8b06-413d-b5ad-58d5acfdac38 req-e7b180f0-9376-43af-95a2-f5cc62ef93cd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523989 Feb 07 04:20:26.563291 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Publish callbacks [] for security_group (ae0066c0-dfea-4426-9133-6882f90a2a05), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:26.643769 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ae0066c0-dfea-4426-9133-6882f90a2a05), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:26.646687 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:26.647816 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae0066c0-dfea-4426-9133-6882f90a2a05 HTTP/1.1" status: 204 len: 168 time: 0.1819413 Feb 07 04:20:26.661530 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0066c0-dfea-4426-9133-6882f90a2a05,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:26.671179 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.671589 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.671937 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.672308 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.672679 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.673019 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.673388 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.673735 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.674084 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.674433 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.674780 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.675149 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.675498 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2aa4a-2870-43f5-aebc-103c7cb4581a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:26.687440 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01085966-34d7-4e0d-aafb-36b8f1f5ba9b req-5ffefe37-c7f4-4845-9835-f06f839a906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:26.689055 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-01085966-34d7-4e0d-aafb-36b8f1f5ba9b req-5ffefe37-c7f4-4845-9835-f06f839a906b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 1131 time: 0.0768871 Feb 07 04:20:26.734946 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-01085966-34d7-4e0d-aafb-36b8f1f5ba9b req-4ef089c3-88b3-4eb5-a399-086e77029ace service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397837 Feb 07 04:20:26.932243 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58024) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:26.945464 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a7e51cd-51a5-45b1-ac97-ca568386f8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:27.019418 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a7e51cd-51a5-45b1-ac97-ca568386f8d2 admin admin] Publish callbacks [] for security_group (0d64b886-9c3a-4ef7-8155-121e01f31d20), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:27.024104 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2a7e51cd-51a5-45b1-ac97-ca568386f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (0d64b886-9c3a-4ef7-8155-121e01f31d20), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:27.061160 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-2a7e51cd-51a5-45b1-ac97-ca568386f8d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c1ee5b1d5f04c02944118bd234b6f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277869 Feb 07 04:20:27.062042 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e51cd-51a5-45b1-ac97-ca568386f8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d64b886-9c3a-4ef7-8155-121e01f31d20,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:27.064326 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58026) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:27.111418 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-445881dc-f702-4ba5-bde5-afec21660650 admin admin] Publish callbacks [] for security_group (0d64b886-9c3a-4ef7-8155-121e01f31d20), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:27.132722 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-445881dc-f702-4ba5-bde5-afec21660650 admin admin] Publish callbacks [] for security_group (0d64b886-9c3a-4ef7-8155-121e01f31d20), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:27.178018 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-445881dc-f702-4ba5-bde5-afec21660650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (0d64b886-9c3a-4ef7-8155-121e01f31d20), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:27.180534 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-445881dc-f702-4ba5-bde5-afec21660650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:27.181668 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-445881dc-f702-4ba5-bde5-afec21660650 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d64b886-9c3a-4ef7-8155-121e01f31d20 HTTP/1.1" status: 204 len: 168 time: 0.1153889 Feb 07 04:20:27.190307 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445881dc-f702-4ba5-bde5-afec21660650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d64b886-9c3a-4ef7-8155-121e01f31d20,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:27.693676 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:27.704661 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcb185-4ac9-4897-a409-e7692c3764a4 req-0e0685f5-870d-4c4b-b36a-9a3768620b4e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:27.706373 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-02fcb185-4ac9-4897-a409-e7692c3764a4 req-0e0685f5-870d-4c4b-b36a-9a3768620b4e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 947 time: 0.0741911 Feb 07 04:20:27.760070 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-02fcb185-4ac9-4897-a409-e7692c3764a4 req-54ed09d4-712b-45e8-bdb4-9aa5af788f78 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473530 Feb 07 04:20:28.900966 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9964c-3489-44d8-90d5-27b8a3920b07 req-09aae7f0-ad68-40ad-a62c-89e87e4ab1a6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:28.902815 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8da9964c-3489-44d8-90d5-27b8a3920b07 req-09aae7f0-ad68-40ad-a62c-89e87e4ab1a6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 947 time: 0.0534005 Feb 07 04:20:28.960597 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8da9964c-3489-44d8-90d5-27b8a3920b07 req-435d1d2c-5107-4828-843d-9521d22cb834 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511522 Feb 07 04:20:29.046253 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4660cfe1-796f-4dcd-bb32-216bd53a5ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:30.114664 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa168-d85a-4707-89a6-56dbc21088c9 req-5f7deca7-a6bc-4f2d-82ad-aa5cc8bfd747 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:20:30.117515 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e7dfa168-d85a-4707-89a6-56dbc21088c9 req-5f7deca7-a6bc-4f2d-82ad-aa5cc8bfd747 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 947 time: 0.0797653 Feb 07 04:20:30.178471 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e7dfa168-d85a-4707-89a6-56dbc21088c9 req-05649dcc-61e1-4592-aa84-3e1d7c7f9fb1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546007 Feb 07 04:20:31.361718 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31efdd73-f762-4a18-9a15-807fc35bbe8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:32.523365 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:33.915533 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:35.261354 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:41.462786 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:20:42.691082 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58284) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:42.792626 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:42.866524 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Publish callbacks [] for security_group (3e5224b0-0e16-4043-b1b0-93b4cbf236df), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:42.870220 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (3e5224b0-0e16-4043-b1b0-93b4cbf236df), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:42.910537 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4b806f7eb8b4b968cdfb4329f14c6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183805 Feb 07 04:20:42.911526 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5224b0-0e16-4043-b1b0-93b4cbf236df,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:42.913267 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58288) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:42.918829 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.919261 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.919648 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.920102 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.920456 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.920789 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.921139 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.921461 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.921862 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.922271 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.922601 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.922993 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.923319 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff65a17-095e-477a-871a-9ee2c7bb91de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:20:42.960182 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bd11dda4-83ca-4f33-95a9-c1e3272b8bef admin admin] Publish callbacks [] for security_group (3e5224b0-0e16-4043-b1b0-93b4cbf236df), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:42.979865 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bd11dda4-83ca-4f33-95a9-c1e3272b8bef admin admin] Publish callbacks [] for security_group (3e5224b0-0e16-4043-b1b0-93b4cbf236df), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.028139 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bd11dda4-83ca-4f33-95a9-c1e3272b8bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (3e5224b0-0e16-4043-b1b0-93b4cbf236df), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.030740 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bd11dda4-83ca-4f33-95a9-c1e3272b8bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.031842 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-bd11dda4-83ca-4f33-95a9-c1e3272b8bef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e5224b0-0e16-4043-b1b0-93b4cbf236df HTTP/1.1" status: 204 len: 168 time: 0.1175847 Feb 07 04:20:43.039496 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11dda4-83ca-4f33-95a9-c1e3272b8bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5224b0-0e16-4043-b1b0-93b4cbf236df,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:43.284017 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58294) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:43.300035 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16600651-1c06-45bc-93ce-73931c3d3091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.375123 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16600651-1c06-45bc-93ce-73931c3d3091 admin admin] Publish callbacks [] for security_group (3cfec9e2-4482-44d4-913d-56865fd7b071), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.379374 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-16600651-1c06-45bc-93ce-73931c3d3091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (3cfec9e2-4482-44d4-913d-56865fd7b071), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.418484 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16600651-1c06-45bc-93ce-73931c3d3091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfec9e2-4482-44d4-913d-56865fd7b071,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:43.425625 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-16600651-1c06-45bc-93ce-73931c3d3091 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96e8bc0e1dcb40db8437c6896387ae1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382864 Feb 07 04:20:43.426039 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58308) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:43.473357 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-650587ef-8e06-4bb6-a92d-4d148532aec7 admin admin] Publish callbacks [] for security_group (3cfec9e2-4482-44d4-913d-56865fd7b071), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.494408 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-650587ef-8e06-4bb6-a92d-4d148532aec7 admin admin] Publish callbacks [] for security_group (3cfec9e2-4482-44d4-913d-56865fd7b071), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.542875 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-650587ef-8e06-4bb6-a92d-4d148532aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (3cfec9e2-4482-44d4-913d-56865fd7b071), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.545618 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-650587ef-8e06-4bb6-a92d-4d148532aec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.545618 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-650587ef-8e06-4bb6-a92d-4d148532aec7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cfec9e2-4482-44d4-913d-56865fd7b071 HTTP/1.1" status: 204 len: 168 time: 0.1204278 Feb 07 04:20:43.556292 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650587ef-8e06-4bb6-a92d-4d148532aec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfec9e2-4482-44d4-913d-56865fd7b071,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:43.698622 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58318) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:43.808643 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93298852-ce19-405b-bc01-9325fede2c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.894541 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93298852-ce19-405b-bc01-9325fede2c7f admin admin] Publish callbacks [] for security_group (c018350d-d307-4c0c-9c4d-b30d8360d190), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.898745 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-93298852-ce19-405b-bc01-9325fede2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c018350d-d307-4c0c-9c4d-b30d8360d190), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:43.937567 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-93298852-ce19-405b-bc01-9325fede2c7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a46762b69c5e4d05a04e8c851e4e3613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372811 Feb 07 04:20:43.938421 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93298852-ce19-405b-bc01-9325fede2c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c018350d-d307-4c0c-9c4d-b30d8360d190,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:43.941310 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58330) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:43.994821 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b954062-a542-48ca-bbc1-7112f6138c07 admin admin] Publish callbacks [] for security_group (c018350d-d307-4c0c-9c4d-b30d8360d190), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:44.014407 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b954062-a542-48ca-bbc1-7112f6138c07 admin admin] Publish callbacks [] for security_group (c018350d-d307-4c0c-9c4d-b30d8360d190), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:44.064322 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b954062-a542-48ca-bbc1-7112f6138c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (c018350d-d307-4c0c-9c4d-b30d8360d190), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:44.066894 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1b954062-a542-48ca-bbc1-7112f6138c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:44.068030 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-1b954062-a542-48ca-bbc1-7112f6138c07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c018350d-d307-4c0c-9c4d-b30d8360d190 HTTP/1.1" status: 204 len: 168 time: 0.1254056 Feb 07 04:20:44.076171 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b954062-a542-48ca-bbc1-7112f6138c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c018350d-d307-4c0c-9c4d-b30d8360d190,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:47.658953 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58428) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:47.767257 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2426525d-5401-4db9-9d09-3e2915d54a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:47.840828 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2426525d-5401-4db9-9d09-3e2915d54a1d admin admin] Publish callbacks [] for security_group (43e8c884-59a1-47e5-a614-2f9a66bdfe6e), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:47.844639 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2426525d-5401-4db9-9d09-3e2915d54a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (43e8c884-59a1-47e5-a614-2f9a66bdfe6e), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:47.881950 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-2426525d-5401-4db9-9d09-3e2915d54a1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a131fc6e26d643949a40558a59b7fdf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219105 Feb 07 04:20:47.882849 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426525d-5401-4db9-9d09-3e2915d54a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e8c884-59a1-47e5-a614-2f9a66bdfe6e,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:47.885117 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58432) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:47.945345 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e536793-61c1-41ae-9613-6ea8af93c061 admin admin] Publish callbacks [] for security_group (43e8c884-59a1-47e5-a614-2f9a66bdfe6e), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:47.967264 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e536793-61c1-41ae-9613-6ea8af93c061 admin admin] Publish callbacks [] for security_group (43e8c884-59a1-47e5-a614-2f9a66bdfe6e), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:48.017406 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e536793-61c1-41ae-9613-6ea8af93c061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (43e8c884-59a1-47e5-a614-2f9a66bdfe6e), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:48.020501 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3e536793-61c1-41ae-9613-6ea8af93c061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:48.035076 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3e536793-61c1-41ae-9613-6ea8af93c061 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43e8c884-59a1-47e5-a614-2f9a66bdfe6e HTTP/1.1" status: 204 len: 168 time: 0.1405106 Feb 07 04:20:48.048627 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e536793-61c1-41ae-9613-6ea8af93c061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e8c884-59a1-47e5-a614-2f9a66bdfe6e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:56.576256 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58520) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:56.676475 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5624dc6-ba5f-4cf1-a7e3-962e4e71edc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:56.748806 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5624dc6-ba5f-4cf1-a7e3-962e4e71edc7 admin admin] Publish callbacks [] for security_group (4640ac66-847e-4371-825f-564437fa34bf), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:56.752281 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b5624dc6-ba5f-4cf1-a7e3-962e4e71edc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (4640ac66-847e-4371-825f-564437fa34bf), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:56.788119 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5624dc6-ba5f-4cf1-a7e3-962e4e71edc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4640ac66-847e-4371-825f-564437fa34bf,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:56.792322 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-b5624dc6-ba5f-4cf1-a7e3-962e4e71edc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d43390c7e0064d2e8c3997af9a9f2750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150323 Feb 07 04:20:56.794937 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58524) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:56.841031 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9c03647-0dc7-402a-8b8f-e4addbb18ca7 admin admin] Publish callbacks [] for security_group (4640ac66-847e-4371-825f-564437fa34bf), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:56.866124 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9c03647-0dc7-402a-8b8f-e4addbb18ca7 admin admin] Publish callbacks [] for security_group (4640ac66-847e-4371-825f-564437fa34bf), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:56.913407 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9c03647-0dc7-402a-8b8f-e4addbb18ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (4640ac66-847e-4371-825f-564437fa34bf), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:56.916220 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a9c03647-0dc7-402a-8b8f-e4addbb18ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:56.917383 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-a9c03647-0dc7-402a-8b8f-e4addbb18ca7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4640ac66-847e-4371-825f-564437fa34bf HTTP/1.1" status: 204 len: 168 time: 0.1215606 Feb 07 04:20:56.924974 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c03647-0dc7-402a-8b8f-e4addbb18ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4640ac66-847e-4371-825f-564437fa34bf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:57.165452 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58530) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:57.178228 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e482de-0854-48ce-9958-c42a3fe661e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:57.252751 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e482de-0854-48ce-9958-c42a3fe661e8 admin admin] Publish callbacks [] for security_group (58e9a9b1-159d-4749-92ae-f8cf39fdb8b4), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:57.256265 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d8e482de-0854-48ce-9958-c42a3fe661e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (58e9a9b1-159d-4749-92ae-f8cf39fdb8b4), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:57.292487 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-d8e482de-0854-48ce-9958-c42a3fe661e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=babf68b9b6084bf798c9c42702a20a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258280 Feb 07 04:20:57.294390 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e482de-0854-48ce-9958-c42a3fe661e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e9a9b1-159d-4749-92ae-f8cf39fdb8b4,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:57.295154 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58532) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:20:57.344431 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0a34-0a60-479f-95b7-ca6b59e0e09e admin admin] Publish callbacks [] for security_group (58e9a9b1-159d-4749-92ae-f8cf39fdb8b4), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:57.364850 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0a34-0a60-479f-95b7-ca6b59e0e09e admin admin] Publish callbacks [] for security_group (58e9a9b1-159d-4749-92ae-f8cf39fdb8b4), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:57.412236 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0a34-0a60-479f-95b7-ca6b59e0e09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (58e9a9b1-159d-4749-92ae-f8cf39fdb8b4), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:57.415073 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0a34-0a60-479f-95b7-ca6b59e0e09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:57.416367 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-9e5e0a34-0a60-479f-95b7-ca6b59e0e09e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58e9a9b1-159d-4749-92ae-f8cf39fdb8b4 HTTP/1.1" status: 204 len: 168 time: 0.1199961 Feb 07 04:20:57.424468 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e0a34-0a60-479f-95b7-ca6b59e0e09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e9a9b1-159d-4749-92ae-f8cf39fdb8b4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:20:57.682720 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:20:59.048198 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-73adbf35-f327-4a3f-9392-151271a825e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:00.241662 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-80e6037d-7904-4130-89f3-b1004e92b6de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418739 Feb 07 04:21:00.318851 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-ffd9bcfc-9d36-46b0-805e-6e7bded50ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:00.320460 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-ffd9bcfc-9d36-46b0-805e-6e7bded50ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0427854 Feb 07 04:21:00.422057 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-99bd9b23-90d6-4d05-858f-be290d3fe929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:00.423499 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-99bd9b23-90d6-4d05-858f-be290d3fe929 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0837164 Feb 07 04:21:00.487391 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-2ef952fe-263c-4dc4-bed1-7a51b3860ad3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0571721 Feb 07 04:21:00.533012 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-8a8335de-483b-40b3-886b-6025cdc485e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:00.534434 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-8a8335de-483b-40b3-886b-6025cdc485e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0413549 Feb 07 04:21:00.586284 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-a635c749-1362-4ea8-b14b-a0ab0fde1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:00.587704 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-a635c749-1362-4ea8-b14b-a0ab0fde1f73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467541 Feb 07 04:21:00.678080 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-ed867901-7893-47b9-95e5-92b752b49a07 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838108 Feb 07 04:21:00.769035 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-892edbb6-4a0d-4472-8d6a-f2ad8306877f req-0b4f44f2-a8fe-47d8-b6e1-ffe869bc3ed2 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829504 Feb 07 04:21:01.363712 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3dd24a5b-3937-4e64-8733-e7ad4a684a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:02.525277 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:03.918655 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:05.266268 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:18.461497 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:21:27.023111 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff7d2e-8670-46a5-8b93-35e2033597f4 req-2ae01d71-9679-45c6-8dc7-a691d45ff2c8 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:27.028655 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2fff7d2e-8670-46a5-8b93-35e2033597f4 req-2ae01d71-9679-45c6-8dc7-a691d45ff2c8 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0603583 Feb 07 04:21:27.075760 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2fff7d2e-8670-46a5-8b93-35e2033597f4 req-47b4dd40-6b44-4fc2-a8d7-6fa318548e90 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454564 Feb 07 04:21:27.696627 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:28.196018 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ae26-b7e0-4aa1-9ac4-4b7b5d934dfd req-623803aa-b1c4-4a20-8688-065ffe4dc2a0 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:28.197518 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c84ae26-b7e0-4aa1-9ac4-4b7b5d934dfd req-623803aa-b1c4-4a20-8688-065ffe4dc2a0 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0527267 Feb 07 04:21:28.243486 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c84ae26-b7e0-4aa1-9ac4-4b7b5d934dfd req-b0afb3f1-084e-452c-876e-51ddf50885fa tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Feb 07 04:21:29.050204 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fa90-010a-4778-8c90-d5d7f5894156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:29.364884 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384209-81ac-47e8-b4e0-066ea521bbb7 req-78de9279-23fa-4133-88d3-f9ab9edf0d73 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:29.366339 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-48384209-81ac-47e8-b4e0-066ea521bbb7 req-78de9279-23fa-4133-88d3-f9ab9edf0d73 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0541849 Feb 07 04:21:29.411789 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-48384209-81ac-47e8-b4e0-066ea521bbb7 req-f7915cda-5617-4a37-af85-0cd48cd1ab66 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Feb 07 04:21:30.538840 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f065b03-98b7-4d08-add0-9d3635e159f7 req-0f598e08-0fa2-46b3-b6b1-07ea9fa7aa7a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:30.540347 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1f065b03-98b7-4d08-add0-9d3635e159f7 req-0f598e08-0fa2-46b3-b6b1-07ea9fa7aa7a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0622611 Feb 07 04:21:30.585675 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1f065b03-98b7-4d08-add0-9d3635e159f7 req-ef08d166-ac11-48af-a838-8a320ed913f7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398107 Feb 07 04:21:31.367194 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-98686c9f-7a96-46e2-8984-c046df865125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:31.700410 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68071d6a-913f-4581-88b5-eae579b0c7ba req-0b134ec0-a306-4863-96c2-d0cea370d0ba tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:31.701865 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-68071d6a-913f-4581-88b5-eae579b0c7ba req-0b134ec0-a306-4863-96c2-d0cea370d0ba tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0512042 Feb 07 04:21:31.746253 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-68071d6a-913f-4581-88b5-eae579b0c7ba req-6fca8f63-70cd-46f8-ab48-8ab3b5ffc392 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390079 Feb 07 04:21:32.527267 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:32.866034 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b0b75-8e3a-4ef3-b260-3147c962c347 req-4c304a97-4d0d-4311-87c3-461edc3bb0c8 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:32.867461 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a05b0b75-8e3a-4ef3-b260-3147c962c347 req-4c304a97-4d0d-4311-87c3-461edc3bb0c8 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0552378 Feb 07 04:21:32.912366 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a05b0b75-8e3a-4ef3-b260-3147c962c347 req-98279df5-9d65-4123-9bd4-61842233ec0f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Feb 07 04:21:33.921394 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:34.030724 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa95bd-723c-47a9-8280-6b0cee5cdb49 req-c59a41cc-9226-4a02-b757-7b40bde9a638 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:34.032115 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-affa95bd-723c-47a9-8280-6b0cee5cdb49 req-c59a41cc-9226-4a02-b757-7b40bde9a638 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0539236 Feb 07 04:21:34.076146 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-affa95bd-723c-47a9-8280-6b0cee5cdb49 req-3b14f9bc-7186-4885-bf16-491eff9ceb0b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379415 Feb 07 04:21:35.196070 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34117a1-dba7-4773-8298-8c44d2d20ff0 req-e49f45cd-1fee-452e-9083-69b2cfb16fa5 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:35.197479 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e34117a1-dba7-4773-8298-8c44d2d20ff0 req-e49f45cd-1fee-452e-9083-69b2cfb16fa5 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0538459 Feb 07 04:21:35.244934 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e34117a1-dba7-4773-8298-8c44d2d20ff0 req-c629e141-3a37-45d3-9de5-1835dfe576d1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416420 Feb 07 04:21:35.268469 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:36.291583 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58844) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:36.368399 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454b0c2-979e-43cc-869f-c3700279f35f req-56265e38-0835-4413-9f66-d007aa03cc35 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:36.369899 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7454b0c2-979e-43cc-869f-c3700279f35f req-56265e38-0835-4413-9f66-d007aa03cc35 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0581207 Feb 07 04:21:36.397677 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:36.417912 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7454b0c2-979e-43cc-869f-c3700279f35f req-05af0322-bdc3-443d-8b92-4821fdf3db7a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424912 Feb 07 04:21:36.476102 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Publish callbacks [] for security_group (8c9cce8f-c089-4405-9d71-318906fce279), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:36.480933 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8c9cce8f-c089-4405-9d71-318906fce279), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:36.520244 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb6570dbbc7740ccbc7d1848474a8353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274673 Feb 07 04:21:36.521621 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9cce8f-c089-4405-9d71-318906fce279,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:36.523562 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58848) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:36.528820 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.529173 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.529513 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.529846 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.530179 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.530504 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.530830 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.531153 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.531475 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.531800 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.532299 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.532508 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.532789 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552a0dc-2cd2-4148-a8bf-23e9f092862f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:36.575191 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fcd0-7d64-47e0-bbfe-5c3a886dd992 admin admin] Publish callbacks [] for security_group (8c9cce8f-c089-4405-9d71-318906fce279), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:36.595954 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fcd0-7d64-47e0-bbfe-5c3a886dd992 admin admin] Publish callbacks [] for security_group (8c9cce8f-c089-4405-9d71-318906fce279), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:36.643952 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fcd0-7d64-47e0-bbfe-5c3a886dd992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8c9cce8f-c089-4405-9d71-318906fce279), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:36.647086 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fcd0-7d64-47e0-bbfe-5c3a886dd992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:36.648285 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3fd3fcd0-7d64-47e0-bbfe-5c3a886dd992 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c9cce8f-c089-4405-9d71-318906fce279 HTTP/1.1" status: 204 len: 168 time: 0.1235731 Feb 07 04:21:36.656187 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3fcd0-7d64-47e0-bbfe-5c3a886dd992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9cce8f-c089-4405-9d71-318906fce279,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:36.909210 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58854) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:36.921984 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5630653c-7492-49a0-9660-958205a4ca28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:36.999410 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5630653c-7492-49a0-9660-958205a4ca28 admin admin] Publish callbacks [] for security_group (e38c5c5d-5ab1-45a5-a65c-c4b7adb61377), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:37.003181 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5630653c-7492-49a0-9660-958205a4ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e38c5c5d-5ab1-45a5-a65c-c4b7adb61377), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:37.039781 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630653c-7492-49a0-9660-958205a4ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38c5c5d-5ab1-45a5-a65c-c4b7adb61377,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:37.044310 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-5630653c-7492-49a0-9660-958205a4ca28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81b0772634ea46199ed678189cac4741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339960 Feb 07 04:21:37.046852 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58856) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:37.094435 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-665d4f5f-082c-4eab-bf85-07f482c94a23 admin admin] Publish callbacks [] for security_group (e38c5c5d-5ab1-45a5-a65c-c4b7adb61377), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:37.116359 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-665d4f5f-082c-4eab-bf85-07f482c94a23 admin admin] Publish callbacks [] for security_group (e38c5c5d-5ab1-45a5-a65c-c4b7adb61377), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:37.165304 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-665d4f5f-082c-4eab-bf85-07f482c94a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e38c5c5d-5ab1-45a5-a65c-c4b7adb61377), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:37.168081 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-665d4f5f-082c-4eab-bf85-07f482c94a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:37.169216 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-665d4f5f-082c-4eab-bf85-07f482c94a23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e38c5c5d-5ab1-45a5-a65c-c4b7adb61377 HTTP/1.1" status: 204 len: 168 time: 0.1214657 Feb 07 04:21:37.177924 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d4f5f-082c-4eab-bf85-07f482c94a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38c5c5d-5ab1-45a5-a65c-c4b7adb61377,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:37.546244 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79bc0b-8adc-4c70-9599-5243cde5c36a req-43c96df4-8a36-4d3e-b18d-2fdf8c67393d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:37.547875 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d79bc0b-8adc-4c70-9599-5243cde5c36a req-43c96df4-8a36-4d3e-b18d-2fdf8c67393d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0588675 Feb 07 04:21:37.595075 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d79bc0b-8adc-4c70-9599-5243cde5c36a req-56ac1b70-8035-4dbd-9ddc-c2294fd5e2eb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409908 Feb 07 04:21:38.714185 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0520-3a90-4fa6-a707-71ce8b2ed027 req-bfe19e76-88a2-4492-a6eb-5bcbe9faba62 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:38.715569 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e28e0520-3a90-4fa6-a707-71ce8b2ed027 req-bfe19e76-88a2-4492-a6eb-5bcbe9faba62 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0525544 Feb 07 04:21:38.761049 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e28e0520-3a90-4fa6-a707-71ce8b2ed027 req-717295bf-af1f-4a27-8b70-21c6319e7a4a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 Feb 07 04:21:39.879728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b6dc-27aa-4211-8065-e93713af783e req-f6086b52-f807-471a-824f-85ae7abe4d2a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:39.881724 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3f76b6dc-27aa-4211-8065-e93713af783e req-f6086b52-f807-471a-824f-85ae7abe4d2a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0509295 Feb 07 04:21:39.928585 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3f76b6dc-27aa-4211-8065-e93713af783e req-c0d31627-7f48-46a4-9e6b-33ac39a70812 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408807 Feb 07 04:21:41.048325 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ec19f-b91f-4535-82b3-226996ea728a req-9868edb4-a8c5-4a71-a83f-7f58651adbfa tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:41.049766 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-439ec19f-b91f-4535-82b3-226996ea728a req-9868edb4-a8c5-4a71-a83f-7f58651adbfa tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0522981 Feb 07 04:21:41.094140 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-439ec19f-b91f-4535-82b3-226996ea728a req-81f6dac0-4077-44b7-b577-4a6a86bfc0c3 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390432 Feb 07 04:21:42.222047 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b65c-1e5f-4726-81b2-10282ba44160 req-16037503-9330-4144-80ac-36c42e213ff1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:42.223493 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9063b65c-1e5f-4726-81b2-10282ba44160 req-16037503-9330-4144-80ac-36c42e213ff1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0581603 Feb 07 04:21:42.268910 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9063b65c-1e5f-4726-81b2-10282ba44160 req-3a010eb1-e7e7-495a-bfc7-b79706d862d7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Feb 07 04:21:43.387780 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511fc0c-943d-4812-a82e-cc53e28c67d0 req-2480da6c-ec29-434b-be85-4925109eab93 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:43.389279 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f511fc0c-943d-4812-a82e-cc53e28c67d0 req-2480da6c-ec29-434b-be85-4925109eab93 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0539467 Feb 07 04:21:43.433668 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f511fc0c-943d-4812-a82e-cc53e28c67d0 req-8806af92-9f19-4c31-845a-1141462df1db tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Feb 07 04:21:44.551179 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa27c23-9a8a-4b02-bf7a-a1f808f26dcd req-bc36c52b-cd6b-4264-9ce2-b6f9fef71022 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:44.553196 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ffa27c23-9a8a-4b02-bf7a-a1f808f26dcd req-bc36c52b-cd6b-4264-9ce2-b6f9fef71022 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0535214 Feb 07 04:21:44.599127 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ffa27c23-9a8a-4b02-bf7a-a1f808f26dcd req-335de4f2-bd13-4e13-a03f-aca0fe115236 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402369 Feb 07 04:21:45.729144 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f43f-cfc6-4de2-bfe5-444f3af2fdb4 req-1c9229e9-37b5-486b-824a-a84cce42345d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:45.731287 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8ac1f43f-cfc6-4de2-bfe5-444f3af2fdb4 req-1c9229e9-37b5-486b-824a-a84cce42345d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0615425 Feb 07 04:21:45.777793 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8ac1f43f-cfc6-4de2-bfe5-444f3af2fdb4 req-af09d92e-1bfd-4ed8-a444-074c02aee9fb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Feb 07 04:21:46.902649 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11d83-9183-4e4c-980b-a036eccd7a75 req-2d2da74a-2af1-4fc8-878d-a487ea050d84 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:46.904824 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2dd11d83-9183-4e4c-980b-a036eccd7a75 req-2d2da74a-2af1-4fc8-878d-a487ea050d84 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0560861 Feb 07 04:21:46.958226 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2dd11d83-9183-4e4c-980b-a036eccd7a75 req-a2c0a1b8-ce95-40eb-8ce1-210154830e16 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479803 Feb 07 04:21:47.111824 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58968) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:47.211587 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c270e6e-0710-4443-b95d-95ddda80311a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.284114 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c270e6e-0710-4443-b95d-95ddda80311a admin admin] Publish callbacks [] for security_group (4ac150b3-9151-4ece-ad16-feec0a837768), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.287549 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-3c270e6e-0710-4443-b95d-95ddda80311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (4ac150b3-9151-4ece-ad16-feec0a837768), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.324480 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-3c270e6e-0710-4443-b95d-95ddda80311a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b805ec9d7c9e4ad5a3a7f70514690b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115288 Feb 07 04:21:47.325228 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c270e6e-0710-4443-b95d-95ddda80311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac150b3-9151-4ece-ad16-feec0a837768,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:47.327584 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58972) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:47.378062 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bce62b97-637d-4b2d-8440-a04327268ed6 admin admin] Publish callbacks [] for security_group (4ac150b3-9151-4ece-ad16-feec0a837768), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.399916 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bce62b97-637d-4b2d-8440-a04327268ed6 admin admin] Publish callbacks [] for security_group (4ac150b3-9151-4ece-ad16-feec0a837768), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.444433 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bce62b97-637d-4b2d-8440-a04327268ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (4ac150b3-9151-4ece-ad16-feec0a837768), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.448485 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bce62b97-637d-4b2d-8440-a04327268ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.449966 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-bce62b97-637d-4b2d-8440-a04327268ed6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ac150b3-9151-4ece-ad16-feec0a837768 HTTP/1.1" status: 204 len: 168 time: 0.1213272 Feb 07 04:21:47.460340 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce62b97-637d-4b2d-8440-a04327268ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac150b3-9151-4ece-ad16-feec0a837768,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:47.833103 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 58978) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:47.846113 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c591d4-2c6b-476d-9b85-3b4f88fd866d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.923175 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c591d4-2c6b-476d-9b85-3b4f88fd866d admin admin] Publish callbacks [] for security_group (61302c39-baa1-43c9-b839-81f6dcae4c87), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.927182 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59c591d4-2c6b-476d-9b85-3b4f88fd866d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (61302c39-baa1-43c9-b839-81f6dcae4c87), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:47.965008 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-59c591d4-2c6b-476d-9b85-3b4f88fd866d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=614434a9a5224d6abf7d7334f3f212c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308279 Feb 07 04:21:47.966112 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c591d4-2c6b-476d-9b85-3b4f88fd866d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61302c39-baa1-43c9-b839-81f6dcae4c87,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:47.967637 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 58980) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:48.014631 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Publish callbacks [] for security_group (61302c39-baa1-43c9-b839-81f6dcae4c87), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:48.060752 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Publish callbacks [] for security_group (61302c39-baa1-43c9-b839-81f6dcae4c87), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:48.110826 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbffafe-681e-4cd7-923e-eb5301b45498 req-baf0b791-6b74-43d1-b25b-cf268c7dc18c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:48.112317 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9bbffafe-681e-4cd7-923e-eb5301b45498 req-baf0b791-6b74-43d1-b25b-cf268c7dc18c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0865817 Feb 07 04:21:48.134930 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (61302c39-baa1-43c9-b839-81f6dcae4c87), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:48.137439 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:48.138503 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61302c39-baa1-43c9-b839-81f6dcae4c87 HTTP/1.1" status: 204 len: 168 time: 0.1698360 Feb 07 04:21:48.151178 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61302c39-baa1-43c9-b839-81f6dcae4c87,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:48.166159 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.166514 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.166859 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.167201 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.167537 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.167864 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.168219 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.168550 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.168877 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.169201 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.169523 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.169841 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.170158 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09250c5-5e88-4119-a245-044eb74c003c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:21:48.187071 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9bbffafe-681e-4cd7-923e-eb5301b45498 req-19c3bdcb-a55f-40f6-99cf-61d2ad14f463 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667174 Feb 07 04:21:48.407640 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44194cbe-0d25-40d9-9d3b-55f96c9169a4 req-cf1ae427-f8ce-4bcd-8c8f-df2ee34c670c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:48.409171 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-44194cbe-0d25-40d9-9d3b-55f96c9169a4 req-cf1ae427-f8ce-4bcd-8c8f-df2ee34c670c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0597401 Feb 07 04:21:48.456401 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-44194cbe-0d25-40d9-9d3b-55f96c9169a4 req-c70ca964-de0b-44c4-8c9b-a154192853ba tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Feb 07 04:21:48.483277 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-b3835f21-1d8d-4f4d-8de5-6dbfc2eca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:48.484694 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-b3835f21-1d8d-4f4d-8de5-6dbfc2eca3d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0509970 Feb 07 04:21:48.575211 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-e593a6d7-e0cd-4130-851b-68409fae4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:48.576615 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-e593a6d7-e0cd-4130-851b-68409fae4a10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0857606 Feb 07 04:21:48.640550 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-fc903b04-1651-49b5-8726-fc3fbb1f20af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0576084 Feb 07 04:21:48.689387 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-6fec2b6f-687f-43fc-85d2-1a352d65481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:48.690880 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-6fec2b6f-687f-43fc-85d2-1a352d65481e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0442801 Feb 07 04:21:48.741920 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-e0f0ed32-c4a1-4d4f-b77a-723d7c2c2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:48.743423 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-e0f0ed32-c4a1-4d4f-b77a-723d7c2c2563 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468063 Feb 07 04:21:48.822830 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59008) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:48.833277 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-4f629a5b-7916-4611-8dbf-5270b4692f37 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830753 Feb 07 04:21:48.928893 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e9daa59b-d700-41e1-b5ce-7251ae13a179 req-a4b2ee6c-4e95-4dc0-bedb-891019bf5fbc service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893369 Feb 07 04:21:49.048335 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1803150852-network', 'tenant_id': 'ef628b18fee54b219122e9accae291b4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:21:49.066318 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Made reservation on behalf of ef628b18fee54b219122e9accae291b4 for: {'network': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:21:49.068926 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.077458 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.153770 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Publish callbacks [] for security_group (6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.157443 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.180695 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:21:49.189870 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:49.194406 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (90fd3955-233b-4748-9b31-1b3cfc8c6df8), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.194737 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.segments_db [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Added segment 90fd3955-233b-4748-9b31-1b3cfc8c6df8 of type vlan for network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 Feb 07 04:21:49.233228 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (99875bed-ca00-4d1c-bf5e-abfbd81f5ac7), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.256607 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (99875bed-ca00-4d1c-bf5e-abfbd81f5ac7), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.257766 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:49.258359 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.311652 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4876950 Feb 07 04:21:49.314649 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59012) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:21:49.318121 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007d32a-711e-480d-b548-a61abc89bbd8 admin admin] Pushing event updated for resources: {'Network': ['ID=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:49.320069 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Request body: {'subnet': {'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1803150852-subnet', 'tenant_id': 'ef628b18fee54b219122e9accae291b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:21:49.328618 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:21:49.341974 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Made reservation on behalf of ef628b18fee54b219122e9accae291b4 for: {'subnet': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:21:49.344592 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193598'] for subnet (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.656994 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763b1f9-56b9-4701-a03c-681e7042ce27 req-556c0afd-8c2f-4129-9456-53c49e72432b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:49.658443 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f763b1f9-56b9-4701-a03c-681e7042ce27 req-556c0afd-8c2f-4129-9456-53c49e72432b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.1000152 Feb 07 04:21:49.758112 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f763b1f9-56b9-4701-a03c-681e7042ce27 req-704993f2-03e8-424e-a6fb-8c096619b322 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923104 Feb 07 04:21:49.781289 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3165226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4193536'] for subnet (ff582817-89cc-4763-b1e5-0c8114cd1440), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.837683 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff582817-89cc-4763-b1e5-0c8114cd1440,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:49.849198 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Checking segment: {'id': '90fd3955-233b-4748-9b31-1b3cfc8c6df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:21:49.849797 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Network hostable DHCP agents. Network: 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:21:49.869982 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:21:49.878929 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7) {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:21:49.884308 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:49.885364 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:49.888677 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f4fa10-8ab9-4627-bdb3-7f67f24160a6 None None] Network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:21:49.907184 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-051e7a65-fa9a-49ab-a46d-09195e65464a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5913551 Feb 07 04:21:49.993391 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a51be-20f2-4329-9def-fc02bd8a15e6 None None] Network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:21:50.885040 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406f31c-4724-49fa-87b7-7b97d3271d2b req-719daf24-b94d-4abe-ad38-6c57f8a92b8c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:50.886800 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9406f31c-4724-49fa-87b7-7b97d3271d2b req-719daf24-b94d-4abe-ad38-6c57f8a92b8c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0578711 Feb 07 04:21:50.933614 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9406f31c-4724-49fa-87b7-7b97d3271d2b req-dba05bc4-2cae-48e4-a1e9-984fa83f0dc4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406151 Feb 07 04:21:51.665658 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-c768c019-f205-4424-98ef-e00984661a79 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:51.667097 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-c768c019-f205-4424-98ef-e00984661a79 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 814 time: 0.1005185 Feb 07 04:21:51.681095 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-6fbf6411-cee1-47c5-9919-00d65cb7833e tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/quotas/ef628b18fee54b219122e9accae291b4 HTTP/1.1" status: 200 len: 375 time: 0.0087812 Feb 07 04:21:51.712844 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-b358c7b6-adb2-4b59-a895-ee821f75fb72 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271821 Feb 07 04:21:51.855117 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-039e401f-a97b-4aba-bad3-65908486e6bb service neutron] 10.222.0.13 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360018 Feb 07 04:21:51.942601 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-a8a40d4d-499e-40c7-8388-bb6490130a3b service neutron] 10.222.0.13 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817683 Feb 07 04:21:52.096184 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c90a0279-707c-4729-8476-8dc3e124e20e req-51f18975-a1d0-4141-9586-c6b525684c48 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 210 time: 0.0274894 Feb 07 04:21:53.206901 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e97a2c49-1641-462a-8b9e-e380c05e7933 req-14070f88-dc10-4dc4-9b60-4c078b5840b3 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 210 time: 0.0342553 Feb 07 04:21:53.230254 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-828c9bbe-5e69-4f0e-939d-2a724edb5bb1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:53.231830 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-828c9bbe-5e69-4f0e-939d-2a724edb5bb1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 814 time: 0.1309490 Feb 07 04:21:53.252175 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Request body: {'port': {'device_id': '28310380-b13c-4436-8743-98b0f7ef3883', 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7', 'admin_state_up': True, 'tenant_id': 'ef628b18fee54b219122e9accae291b4'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:21:53.358266 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Made reservation on behalf of ef628b18fee54b219122e9accae291b4 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:21:53.361678 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:53.479548 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Allocated IP 172.20.0.10 (99875bed-ca00-4d1c-bf5e-abfbd81f5ac7/ff582817-89cc-4763-b1e5-0c8114cd1440/d6ff01d2-3879-49d1-9db0-2165e670c23a) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:21:53.620007 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks [] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:53.651960 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:53.693927 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:21:53.696980 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:21:53.700478 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:21:53.706410 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Pushing event updated for resources: {'Port': ['ID=d6ff01d2-3879-49d1-9db0-2165e670c23a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:53.753237 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:53.753770 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:53.768207 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-729fdd2c-1919-4856-8ffc-04e484d1094c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5205085 Feb 07 04:21:53.785495 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Request body: {'port': {'device_id': '28310380-b13c-4436-8743-98b0f7ef3883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:21:53.843013 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:54.102470 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ff01d2-3879-49d1-9db0-2165e670c23a {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:21:54.109623 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Publish callbacks [] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:54.120914 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Transition to ACTIVE for port object d6ff01d2-3879-49d1-9db0-2165e670c23a will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:21:54.124616 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:54.173121 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff01d2-3879-49d1-9db0-2165e670c23a,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:54.236859 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Attempting to bind port d6ff01d2-3879-49d1-9db0-2165e670c23a on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:21:54.237507 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Attempting to bind port d6ff01d2-3879-49d1-9db0-2165e670c23a by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '90fd3955-233b-4748-9b31-1b3cfc8c6df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:21:54.237507 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Attempting to bind port d6ff01d2-3879-49d1-9db0-2165e670c23a on network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:21:54.242282 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Port d6ff01d2-3879-49d1-9db0-2165e670c23a on network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:21:54.242602 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Attempting to bind port d6ff01d2-3879-49d1-9db0-2165e670c23a on network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:21:54.247285 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:21:54.247613 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Checking segment: {'id': '90fd3955-233b-4748-9b31-1b3cfc8c6df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:21:54.248129 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Bound using segment: {'id': '90fd3955-233b-4748-9b31-1b3cfc8c6df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:21:54.248512 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Bound port: d6ff01d2-3879-49d1-9db0-2165e670c23a, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fd3955-233b-4748-9b31-1b3cfc8c6df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:21:54.248767 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:54.312294 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] For port d6ff01d2-3879-49d1-9db0-2165e670c23a, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:21:54.315248 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] For port d6ff01d2-3879-49d1-9db0-2165e670c23a, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:21:54.321774 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:54.329302 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef2754-fbfa-4488-bff4-a5aae8b7557a req-c9bfd7ff-0ab3-4539-a4c2-f1104123c313 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:54.330793 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-25ef2754-fbfa-4488-bff4-a5aae8b7557a req-c9bfd7ff-0ab3-4539-a4c2-f1104123c313 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 944 time: 0.0529153 Feb 07 04:21:54.353757 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:54.354379 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:54.355714 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-be13e97f-0544-4208-b6da-11c963989631 service neutron] 10.222.0.30 "PUT /v2.0/ports/d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 1094 time: 0.5742300 Feb 07 04:21:54.356167 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28310380-b13c-4436-8743-98b0f7ef3883', 'tag': 'd6ff01d2-3879-49d1-9db0-2165e670c23a'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:21:54.358380 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682d0483-684e-47fc-9761-14bd67fddceb" -d '{"events": [{"name": "network-changed", "server_uuid": "28310380-b13c-4436-8743-98b0f7ef3883", "tag": "d6ff01d2-3879-49d1-9db0-2165e670c23a"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:21:54.381745 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-25ef2754-fbfa-4488-bff4-a5aae8b7557a req-95a8e671-3773-4894-be04-dcf032209654 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Feb 07 04:21:54.384323 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13e97f-0544-4208-b6da-11c963989631 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff01d2-3879-49d1-9db0-2165e670c23a,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:21:54.465031 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-49b76d77-9ddb-4ba5-98e1-31c6d0f5cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:54.466544 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-49b76d77-9ddb-4ba5-98e1-31c6d0f5cb45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1128 time: 0.0451128 Feb 07 04:21:54.517636 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-0414a4f6-1508-44da-82e6-118665d0ff16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 217 time: 0.0377891 Feb 07 04:21:54.525240 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dba0be-d736-4a1a-ac1d-a4d5e08d61e1 x-openstack-request-id: req-c6dba0be-d736-4a1a-ac1d-a4d5e08d61e1 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:21:54.525527 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28310380-b13c-4436-8743-98b0f7ef3883", "tag": "d6ff01d2-3879-49d1-9db0-2165e670c23a", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:21:54.526049 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6dba0be-d736-4a1a-ac1d-a4d5e08d61e1 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:21:54.526447 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28310380-b13c-4436-8743-98b0f7ef3883', 'tag': 'd6ff01d2-3879-49d1-9db0-2165e670c23a', 'status': 'completed', 'code': 200} Feb 07 04:21:54.571449 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-afc54e38-189d-40dd-9a4a-375c3bf1e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:54.572894 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-afc54e38-189d-40dd-9a4a-375c3bf1e1f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0456989 Feb 07 04:21:54.604181 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-a47e981b-a04e-4bd2-899f-442fdbc2eca7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240119 Feb 07 04:21:54.688881 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-aa64ae47-d3f4-42a2-a12c-bba60ae48d19 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780556 Feb 07 04:21:54.778363 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3bebed08-fa8e-4bbf-9c16-4c5546ab80d2 req-334e2d04-6614-4103-8b2d-1674c61089d5 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827019 Feb 07 04:21:54.913208 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d0483-684e-47fc-9761-14bd67fddceb req-fbcc8ccc-772a-43b1-97a7-225079df16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:54.914697 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-682d0483-684e-47fc-9761-14bd67fddceb req-fbcc8ccc-772a-43b1-97a7-225079df16ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1128 time: 0.0455494 Feb 07 04:21:55.004785 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d0483-684e-47fc-9761-14bd67fddceb req-1d027a19-9c01-490d-88b6-134fd3f9aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:55.006308 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-682d0483-684e-47fc-9761-14bd67fddceb req-1d027a19-9c01-490d-88b6-134fd3f9aaa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 915 time: 0.0838621 Feb 07 04:21:55.046543 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-682d0483-684e-47fc-9761-14bd67fddceb req-9872cad8-9463-4fd0-9abf-108a18bf967f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 217 time: 0.0340152 Feb 07 04:21:55.090506 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d0483-684e-47fc-9761-14bd67fddceb req-b166aab1-dbba-4807-b4b5-bac155681f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:55.091866 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-682d0483-684e-47fc-9761-14bd67fddceb req-b166aab1-dbba-4807-b4b5-bac155681f0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0400352 Feb 07 04:21:55.123977 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-682d0483-684e-47fc-9761-14bd67fddceb req-90cff8e0-a49e-475b-8af2-a9feebabe8cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254633 Feb 07 04:21:55.211908 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-682d0483-684e-47fc-9761-14bd67fddceb req-25953d1c-cc70-4332-9d55-126fb0fe616a service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821862 Feb 07 04:21:55.296578 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-682d0483-684e-47fc-9761-14bd67fddceb req-01917f45-f21e-4f63-b09b-2052d1f1aea0 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784950 Feb 07 04:21:55.460165 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:21:55.501167 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5943d1-b801-483e-94b1-d0aa0abd7f17 req-dca854eb-78c9-4a5f-8c6e-f1901f2c1fe1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:55.502551 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3b5943d1-b801-483e-94b1-d0aa0abd7f17 req-dca854eb-78c9-4a5f-8c6e-f1901f2c1fe1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 944 time: 0.0546865 Feb 07 04:21:55.547871 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3b5943d1-b801-483e-94b1-d0aa0abd7f17 req-5f234c5b-b90b-4141-a989-804c5243c271 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Feb 07 04:21:56.667689 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946606c-b70f-45d8-a560-294838cded59 req-4d672af7-8200-4745-8df9-dd3d4a22a18e tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:56.669200 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5946606c-b70f-45d8-a560-294838cded59 req-4d672af7-8200-4745-8df9-dd3d4a22a18e tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 944 time: 0.0561156 Feb 07 04:21:56.713910 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5946606c-b70f-45d8-a560-294838cded59 req-3a4b125c-1e47-42dd-aafe-9e32e4e7dd91 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Feb 07 04:21:57.716464 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:21:57.829103 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd3da7-5040-48ee-93cd-b4328f75aa2c req-0610c595-d854-4d2d-9415-425aff90d004 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:57.830564 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8bdd3da7-5040-48ee-93cd-b4328f75aa2c req-0610c595-d854-4d2d-9415-425aff90d004 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 944 time: 0.0505989 Feb 07 04:21:57.877862 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8bdd3da7-5040-48ee-93cd-b4328f75aa2c req-eb992495-918a-4867-9588-c71af5605bd3 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Feb 07 04:21:58.993309 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9061d0-7bb4-4ac0-8d68-db916ea8595c req-0fb2c3cb-e56f-4456-8d9d-b87883ca9fbe tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:21:58.994743 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c9061d0-7bb4-4ac0-8d68-db916ea8595c req-0fb2c3cb-e56f-4456-8d9d-b87883ca9fbe tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 944 time: 0.0518472 Feb 07 04:21:59.039856 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c9061d0-7bb4-4ac0-8d68-db916ea8595c req-07cfe663-70cb-4fc1-8ea6-50d28024620b tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Feb 07 04:21:59.053124 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b1e8874c-6929-4770-aca7-8ec3eed537b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:00.159096 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2a3a4-f5dc-4413-a5fd-5e242c474e27 req-f2238d64-53b5-43e8-b70c-6cc4a1b3bd4c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:00.160753 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-74a2a3a4-f5dc-4413-a5fd-5e242c474e27 req-f2238d64-53b5-43e8-b70c-6cc4a1b3bd4c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 944 time: 0.0558791 Feb 07 04:22:00.163166 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device d6ff01d2-3879-49d1-9db0-2165e670c23a details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:22:00.206046 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-74a2a3a4-f5dc-4413-a5fd-5e242c474e27 req-20ce7bd0-f99f-4bf4-aba2-2616051f0966 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392215 Feb 07 04:22:00.255761 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port d6ff01d2-3879-49d1-9db0-2165e670c23a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:22:00.266939 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'd6ff01d2-3879-49d1-9db0-2165e670c23a', 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7', 'port_id': 'd6ff01d2-3879-49d1-9db0-2165e670c23a', 'mac_address': 'fa:16:3e:8d:53:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff582817-89cc-4763-b1e5-0c8114cd1440', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:22:00.306593 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port d6ff01d2-3879-49d1-9db0-2165e670c23a is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:22:00.306985 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:00.319208 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff01d2-3879-49d1-9db0-2165e670c23a {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:22:00.337603 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port d6ff01d2-3879-49d1-9db0-2165e670c23a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:22:00.341295 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:00.386098 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=d6ff01d2-3879-49d1-9db0-2165e670c23a,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:00.392995 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.393374 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.393741 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.394086 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.394420 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.394749 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.395081 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.395415 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.395744 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.396655 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.396989 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.397315 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.397637 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:00.955676 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['d6ff01d2-3879-49d1-9db0-2165e670c23a'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:22:01.339640 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77ea8-615d-41cd-b509-521c5274e812 req-3d7633d0-da8e-4dcd-828e-b240f3431e10 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:01.341138 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0cc77ea8-615d-41cd-b509-521c5274e812 req-3d7633d0-da8e-4dcd-828e-b240f3431e10 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 945 time: 0.0704441 Feb 07 04:22:01.368689 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-acddf858-3ed2-42b9-ad65-3c77b39fe084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:01.387067 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0cc77ea8-615d-41cd-b509-521c5274e812 req-6109b9a7-26a6-49fe-9998-d50b2670277e tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 Feb 07 04:22:01.787749 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19675e-8d3a-4e1a-9311-35c3e9d88d7f req-9ac23afe-b24d-41ec-b6cc-4c57b1a45014 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:01.789252 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ea19675e-8d3a-4e1a-9311-35c3e9d88d7f req-9ac23afe-b24d-41ec-b6cc-4c57b1a45014 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0565174 Feb 07 04:22:01.869740 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-a14c8a28-4c7e-4865-983c-926e80443039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:01.871212 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-a14c8a28-4c7e-4865-983c-926e80443039 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1168 time: 0.0811150 Feb 07 04:22:01.876666 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ea19675e-8d3a-4e1a-9311-35c3e9d88d7f req-e5d6b6be-c33e-46b8-ba90-4f24ee3d8efb tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790343 Feb 07 04:22:01.965958 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-c0db0090-2691-45c8-af80-ca3577976349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:01.967435 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-c0db0090-2691-45c8-af80-ca3577976349 service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0885923 Feb 07 04:22:02.029630 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-0381b604-8a45-4006-9213-0ca16f9382ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 1000 time: 0.0558681 Feb 07 04:22:02.079469 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-51c9ab65-400a-42aa-a3d8-b156c2350ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:02.080787 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-51c9ab65-400a-42aa-a3d8-b156c2350ed3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0441639 Feb 07 04:22:02.129489 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-374d098b-37ba-457f-929c-c5fa4d5052db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:02.130968 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-374d098b-37ba-457f-929c-c5fa4d5052db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429044 Feb 07 04:22:02.194461 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device d6ff01d2-3879-49d1-9db0-2165e670c23a up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:22:02.222788 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-1f131d73-ee50-4d6d-8d00-1635f29fee5f service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841355 Feb 07 04:22:02.243950 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port d6ff01d2-3879-49d1-9db0-2165e670c23a completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:22:02.247650 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port d6ff01d2-3879-49d1-9db0-2165e670c23a triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:22:02.248020 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:02.318570 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ee7762d-c65c-4ada-9b39-f87f1fa1dba3 req-5ccaa134-fca7-4898-b73c-15bd1f0100b2 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889277 Feb 07 04:22:02.325360 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port d6ff01d2-3879-49d1-9db0-2165e670c23a is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:22:02.325740 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:02.348262 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28310380-b13c-4436-8743-98b0f7ef3883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff01d2-3879-49d1-9db0-2165e670c23a'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:22:02.350900 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a189b-d236-4a80-8bcc-6dac737743ae" -d '{"events": [{"server_uuid": "28310380-b13c-4436-8743-98b0f7ef3883", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff01d2-3879-49d1-9db0-2165e670c23a"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:22:02.363322 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port d6ff01d2-3879-49d1-9db0-2165e670c23a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:22:02.368010 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:02.394852 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0a58e2-81da-4b44-9299-5abd5c278326 x-openstack-request-id: req-1f0a58e2-81da-4b44-9299-5abd5c278326 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:22:02.395507 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28310380-b13c-4436-8743-98b0f7ef3883", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff01d2-3879-49d1-9db0-2165e670c23a", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:22:02.395507 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f0a58e2-81da-4b44-9299-5abd5c278326 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:22:02.395787 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28310380-b13c-4436-8743-98b0f7ef3883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff01d2-3879-49d1-9db0-2165e670c23a', 'code': 200} Feb 07 04:22:02.417473 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=d6ff01d2-3879-49d1-9db0-2165e670c23a,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:02.536828 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-905df75f-dbdd-4eae-8e2d-c8f05c01cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:02.538606 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:02.539634 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-905df75f-dbdd-4eae-8e2d-c8f05c01cf0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1168 time: 0.0905395 Feb 07 04:22:02.546446 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fdf37-97d1-466b-abf1-8c7a44a87253 req-c0d8a165-7137-4781-89fc-48e383a13da1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:02.547907 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-817fdf37-97d1-466b-abf1-8c7a44a87253 req-c0d8a165-7137-4781-89fc-48e383a13da1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 946 time: 0.0897477 Feb 07 04:22:02.670458 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-817fdf37-97d1-466b-abf1-8c7a44a87253 req-ab95aae6-80ad-4dfb-9747-4b181f78cf4c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164522 Feb 07 04:22:02.707749 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-9093f4a8-8146-4203-8d7f-abb018c0e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:02.709766 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-9093f4a8-8146-4203-8d7f-abb018c0e522 service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.1369197 Feb 07 04:22:02.712236 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df18a58-4e63-4d58-a1b5-75c79d111bff req-87970bdc-931e-4aa5-ac61-26ea52ee1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:02.713578 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4df18a58-4e63-4d58-a1b5-75c79d111bff req-87970bdc-931e-4aa5-ac61-26ea52ee1510 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1130 time: 0.0935688 Feb 07 04:22:02.810208 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-ec5cf296-cb0a-4309-b1b1-f5cf2b68af1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 1000 time: 0.0864840 Feb 07 04:22:02.812358 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4df18a58-4e63-4d58-a1b5-75c79d111bff req-49f5eadf-7810-4b9c-8b51-fc57150f37d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870750 Feb 07 04:22:02.998665 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fb80e-8cb9-4a1b-8226-96180184bebe req-427795a4-62a7-4f64-b5a4-a0047b68d459 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:03.000163 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-768fb80e-8cb9-4a1b-8226-96180184bebe req-427795a4-62a7-4f64-b5a4-a0047b68d459 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0539489 Feb 07 04:22:03.057291 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-768fb80e-8cb9-4a1b-8226-96180184bebe req-d994e677-6846-4487-961b-a8e0290d10f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512476 Feb 07 04:22:03.270325 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-a15eb456-38d8-497e-b653-cd943dbc65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:03.272248 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-a15eb456-38d8-497e-b653-cd943dbc65cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0459144 Feb 07 04:22:03.323739 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-4f2aa488-6ff2-4e24-815a-dc24b37e66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:03.325246 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-4f2aa488-6ff2-4e24-815a-dc24b37e66b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461490 Feb 07 04:22:03.435861 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-32092bdb-3a11-44d6-95f6-6ed8b53be4dd service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792205 Feb 07 04:22:03.523622 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f4f8275c-4c4f-4582-82ad-4efd0b251868 req-564c278f-9bc9-45fc-9b24-81530a9cdc7c service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815756 Feb 07 04:22:03.786756 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8903fc-9325-4cdc-98f9-c64849fd1a1a req-43855593-8fff-48f7-92eb-42939f02dcdb tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:03.788270 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6b8903fc-9325-4cdc-98f9-c64849fd1a1a req-43855593-8fff-48f7-92eb-42939f02dcdb tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 946 time: 0.0529895 Feb 07 04:22:03.832912 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6b8903fc-9325-4cdc-98f9-c64849fd1a1a req-104aa48d-167a-4aa8-86d2-446188f6ad35 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Feb 07 04:22:03.922850 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:04.171998 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e89e-e03f-4975-a3e6-16e133692a0b req-155f4824-ee50-4053-a3fc-22e9e9f3ad4d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:04.173441 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6d22e89e-e03f-4975-a3e6-16e133692a0b req-155f4824-ee50-4053-a3fc-22e9e9f3ad4d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0508480 Feb 07 04:22:04.235521 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6d22e89e-e03f-4975-a3e6-16e133692a0b req-c16ed860-32a7-406f-a28c-45fbdf02a69c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559323 Feb 07 04:22:04.947742 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fae614-396b-4026-b640-bfcb4928d5c0 req-38ecfb13-2814-4e06-a6b0-e420716ecc82 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:04.949354 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-40fae614-396b-4026-b640-bfcb4928d5c0 req-38ecfb13-2814-4e06-a6b0-e420716ecc82 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 946 time: 0.0511668 Feb 07 04:22:04.999286 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-40fae614-396b-4026-b640-bfcb4928d5c0 req-49487729-e2f3-413a-aa59-964cc81a260d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443969 Feb 07 04:22:05.272023 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:05.373062 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681631fd-3316-4661-91a6-ecaedca30f15 req-9064cc06-95b9-49de-903c-8368d9ef0546 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:05.374537 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-681631fd-3316-4661-91a6-ecaedca30f15 req-9064cc06-95b9-49de-903c-8368d9ef0546 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0639129 Feb 07 04:22:05.443442 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-681631fd-3316-4661-91a6-ecaedca30f15 req-f92bbe70-1ca3-4839-a79b-4725a617c9bc tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626242 Feb 07 04:22:06.561434 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6271b-53d8-459f-9dee-926fafd2d269 req-d3208cc1-dead-42be-9606-72d009ccde5c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:06.562880 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-17f6271b-53d8-459f-9dee-926fafd2d269 req-d3208cc1-dead-42be-9606-72d009ccde5c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0519960 Feb 07 04:22:06.619207 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-17f6271b-53d8-459f-9dee-926fafd2d269 req-638c2288-5a8c-4566-9783-f7bf4f09561a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508702 Feb 07 04:22:07.740103 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138538e-b846-4620-b459-5ce5ba611449 req-268f9c74-6d21-4332-97c1-25f35158db7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:07.741463 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f138538e-b846-4620-b459-5ce5ba611449 req-268f9c74-6d21-4332-97c1-25f35158db7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0549097 Feb 07 04:22:07.798738 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f138538e-b846-4620-b459-5ce5ba611449 req-c9600dd3-2d42-43d2-8f6e-f7aaa6703960 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516617 Feb 07 04:22:08.917115 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab7bf1-04a4-427e-aea0-8bff42880737 req-8a4f4ace-a416-4216-bc7a-8ec9ca597ec9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:08.918561 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-edab7bf1-04a4-427e-aea0-8bff42880737 req-8a4f4ace-a416-4216-bc7a-8ec9ca597ec9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0528164 Feb 07 04:22:08.975176 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-edab7bf1-04a4-427e-aea0-8bff42880737 req-32b7cf79-edc7-4433-872b-55d7c2ede8bb tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510511 Feb 07 04:22:10.095824 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4eeef-1e8b-4fbe-a8f5-804d98e7fdd1 req-839e52f4-edc2-4f8f-98e8-7f4685b1e0d9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:10.097334 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-26b4eeef-1e8b-4fbe-a8f5-804d98e7fdd1 req-839e52f4-edc2-4f8f-98e8-7f4685b1e0d9 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0562968 Feb 07 04:22:10.160086 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-26b4eeef-1e8b-4fbe-a8f5-804d98e7fdd1 req-60fad1e4-1f8b-4378-bdba-d6f976700dbd tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571303 Feb 07 04:22:11.282498 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e822ae-5652-404d-a383-788fa23911d2 req-a466716e-6823-4eef-b7b8-c7444e19569c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:11.283906 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c9e822ae-5652-404d-a383-788fa23911d2 req-a466716e-6823-4eef-b7b8-c7444e19569c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0580263 Feb 07 04:22:11.340751 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c9e822ae-5652-404d-a383-788fa23911d2 req-6a887df2-c81b-46f3-ad23-69263e1cc337 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506597 Feb 07 04:22:12.459882 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0129b-9271-45fe-b0cd-6a22cce5c553 req-7ebfc087-e52b-40c0-8595-ae0602e2d776 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:12.461452 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-00d0129b-9271-45fe-b0cd-6a22cce5c553 req-7ebfc087-e52b-40c0-8595-ae0602e2d776 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0548823 Feb 07 04:22:12.519291 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-00d0129b-9271-45fe-b0cd-6a22cce5c553 req-72bd0534-214c-488c-bf50-f60e7f2f79b5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521863 Feb 07 04:22:13.648517 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d147f6-8920-4930-a88f-c7194d7373af req-295ff570-fc12-4067-abe7-9129b6b2eec1 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:13.649999 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-03d147f6-8920-4930-a88f-c7194d7373af req-295ff570-fc12-4067-abe7-9129b6b2eec1 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0661664 Feb 07 04:22:13.707602 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-03d147f6-8920-4930-a88f-c7194d7373af req-1ae320dd-bbd9-4b87-a68e-2122c0df0ac3 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517194 Feb 07 04:22:14.823638 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7c18-946b-433a-a238-9249f0b4ec70 req-fce36474-0f3b-4ce1-83b4-a6669121ffb8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:14.825254 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e47d7c18-946b-433a-a238-9249f0b4ec70 req-fce36474-0f3b-4ce1-83b4-a6669121ffb8 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0531497 Feb 07 04:22:14.886376 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e47d7c18-946b-433a-a238-9249f0b4ec70 req-44aca72e-8075-4258-9a64-36fde5bd365b tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555356 Feb 07 04:22:16.004696 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbca529-b4a2-49ab-a123-0488a8f706d3 req-e873de1d-8de0-48e6-8efb-a052ebca985d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:16.006288 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cdbca529-b4a2-49ab-a123-0488a8f706d3 req-e873de1d-8de0-48e6-8efb-a052ebca985d tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0515952 Feb 07 04:22:16.068418 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cdbca529-b4a2-49ab-a123-0488a8f706d3 req-cba2c3dc-7b99-45fb-be97-39304e7a8858 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560980 Feb 07 04:22:17.186491 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3388a-ce7a-4c4e-9bd4-4a976806c2e9 req-28ba9c6b-1fa3-4ade-b2af-80e51c8429de tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:17.187866 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c4b3388a-ce7a-4c4e-9bd4-4a976806c2e9 req-28ba9c6b-1fa3-4ade-b2af-80e51c8429de tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0535624 Feb 07 04:22:17.252059 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c4b3388a-ce7a-4c4e-9bd4-4a976806c2e9 req-858cba44-6bd6-4653-ad02-f04a8bead00a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585425 Feb 07 04:22:18.379693 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1449e-14c9-4efd-8d8d-cc0e0f64eb02 req-39091ee1-a0ed-4468-b499-dad400ae50f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:18.379693 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-46d1449e-14c9-4efd-8d8d-cc0e0f64eb02 req-39091ee1-a0ed-4468-b499-dad400ae50f5 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0536830 Feb 07 04:22:18.448643 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-46d1449e-14c9-4efd-8d8d-cc0e0f64eb02 req-8a5f75bd-dcf4-446a-9bd0-1117a8008d6c tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613704 Feb 07 04:22:19.572084 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3045e-274b-4f4c-9a33-51413a8563b9 req-ffbe285e-af64-4730-8544-545a1605eb20 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:19.573460 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bdb3045e-274b-4f4c-9a33-51413a8563b9 req-ffbe285e-af64-4730-8544-545a1605eb20 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0514956 Feb 07 04:22:19.630415 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bdb3045e-274b-4f4c-9a33-51413a8563b9 req-d9a0954c-2e0c-4b6e-b18a-dddd190ab8f7 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=254921dc-aefe-4e71-b95d-122a6e128371&id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513256 Feb 07 04:22:20.818846 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca103e-9709-473e-b677-a5b2d43e3379 req-07205c1b-f479-42c2-9891-90867222c5e9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:20.820834 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6eca103e-9709-473e-b677-a5b2d43e3379 req-07205c1b-f479-42c2-9891-90867222c5e9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 947 time: 0.0543876 Feb 07 04:22:20.865017 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6eca103e-9709-473e-b677-a5b2d43e3379 req-14b4cd50-31f0-4185-9a1f-8de6c64b4ff2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386496 Feb 07 04:22:21.991177 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ff6d6-b089-4367-8771-e24d1b480bbe req-28723b2b-4c8a-457b-9ff0-9dcdee6fd8ed tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:21.992718 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f99ff6d6-b089-4367-8771-e24d1b480bbe req-28723b2b-4c8a-457b-9ff0-9dcdee6fd8ed tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 947 time: 0.0545352 Feb 07 04:22:22.036391 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f99ff6d6-b089-4367-8771-e24d1b480bbe req-0ae13c32-d564-4a23-b931-77078b5822b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382929 Feb 07 04:22:23.159489 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fe7fb-ff43-4dec-be7c-e77cea1adc06 req-020cfbe7-a00f-42f1-b04b-634660548376 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:23.161020 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-088fe7fb-ff43-4dec-be7c-e77cea1adc06 req-020cfbe7-a00f-42f1-b04b-634660548376 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 947 time: 0.0554104 Feb 07 04:22:23.207443 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-088fe7fb-ff43-4dec-be7c-e77cea1adc06 req-ea5681f0-e874-4e51-918b-25f794f18146 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402360 Feb 07 04:22:23.857015 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-5279871d-dc1f-46a2-b7e8-22d704fe60ea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:23.858440 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-5279871d-dc1f-46a2-b7e8-22d704fe60ea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 947 time: 0.0508277 Feb 07 04:22:24.156755 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Deleting port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:22:24.157102 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:24.246754 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] For port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:22:24.246754 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:24.436804 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b21fe-7570-4c51-8c01-007ca462e970 req-959b35d9-d340-4d70-8dce-386b90e88dad tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:24.438194 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-260b21fe-7570-4c51-8c01-007ca462e970 req-959b35d9-d340-4d70-8dce-386b90e88dad tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 947 time: 0.1290495 Feb 07 04:22:24.584444 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:24.584804 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:24.585171 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.l3_db [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Floating IP 6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9 disassociated. External IP: 172.27.1.180, port: cbc3f1ce-2c7b-48d3-b9c8-8dabac259084. Feb 07 04:22:24.585509 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Calling delete_port for cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:22:24.590704 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-260b21fe-7570-4c51-8c01-007ca462e970 req-bdc7a500-e25b-4a33-bb8c-81b5e6b9758c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227119 Feb 07 04:22:24.711073 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (cbc3f1ce-2c7b-48d3-b9c8-8dabac259084), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:24.743094 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event deleted for resources: {'Port': ['ID=cbc3f1ce-2c7b-48d3-b9c8-8dabac259084,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:24.858879 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Router 91802a57-fedb-40cc-a080-7fbc6995c1b5 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:22:24.968564 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:22:24.979163 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] Sync routers for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:22:24.989505 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:22:24.990111 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:22:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:25.011903 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] No DVR routers for this DVR port cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:22:25.014539 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:25.018060 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-73a5b227-4a0a-4a74-937f-0aee62896e35 req-a37cbbb9-23f8-4fcd-95ff-1b6002a1e6ba tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "DELETE /v2.0/ports/cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 HTTP/1.1" status: 204 len: 173 time: 1.1544895 Feb 07 04:22:25.018532 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-deleted', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:22:25.020876 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624bf30b-3da5-46bd-b872-85f5266f09b2" -d '{"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-deleted", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:22:25.059127 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edd37c1-8217-4176-82b1-272b35b71d19 x-openstack-request-id: req-3edd37c1-8217-4176-82b1-272b35b71d19 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:22:25.059482 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f8629b-adac-41b3-a311-37fc873a7a29", "name": "network-vif-deleted", "tag": "cbc3f1ce-2c7b-48d3-b9c8-8dabac259084", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:22:25.059754 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3edd37c1-8217-4176-82b1-272b35b71d19 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:22:25.060192 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f8629b-adac-41b3-a311-37fc873a7a29', 'name': 'network-vif-deleted', 'tag': 'cbc3f1ce-2c7b-48d3-b9c8-8dabac259084', 'status': 'completed', 'code': 200} Feb 07 04:22:25.233118 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:22:25.435034 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:25.460329 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] Checking router: 91802a57-fedb-40cc-a080-7fbc6995c1b5 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:22:25.468322 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:22:25.468920 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:22:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:25.575544 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:22:25.728606 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-65a1a154-67d0-4f8a-ba94-9d646e4c600a req-88b074a1-59ba-4ea9-bb14-cab4af74ee47 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f8629b-adac-41b3-a311-37fc873a7a29 HTTP/1.1" status: 200 len: 210 time: 0.0413804 Feb 07 04:22:25.808390 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:25.841636 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676296e-61a4-4324-90fc-55745e01e4b7 None None] The sync data for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi is: [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:22:26.064167 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c6f7a3-d072-484b-b4a0-e46cff3b3222 None None] New status for floating IP 6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:22:26.839537 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59298) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:22:26.893840 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0d10-cb2a-4809-b772-265fbec939e1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:26.923709 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0d10-cb2a-4809-b772-265fbec939e1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:26.978446 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0d10-cb2a-4809-b772-265fbec939e1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:26.981026 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0d10-cb2a-4809-b772-265fbec939e1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:26.984883 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-7cfa0d10-cb2a-4809-b772-265fbec939e1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255 HTTP/1.1" status: 204 len: 168 time: 0.1415586 Feb 07 04:22:26.985320 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59300) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:22:26.999247 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa0d10-cb2a-4809-b772-265fbec939e1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:27.005526 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.api.v2.resource [None req-7733162b-0865-41ab-ac7e-e35f68c750ad tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] show failed (client error): The resource could not be found. Feb 07 04:22:27.008657 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-7733162b-0865-41ab-ac7e-e35f68c750ad tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups/e2bf1c0b-e78c-4182-a2a5-5a2d0ef27255 HTTP/1.1" status: 404 len: 347 time: 0.0192399 Feb 07 04:22:27.010174 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59302) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:22:27.144270 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Deleting port fed9649b-8e88-4905-9c18-e67042d9251a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:22:27.144622 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (fed9649b-8e88-4905-9c18-e67042d9251a), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.218770 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (fed9649b-8e88-4905-9c18-e67042d9251a), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.219099 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (fed9649b-8e88-4905-9c18-e67042d9251a), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.231103 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Calling delete_port for fed9649b-8e88-4905-9c18-e67042d9251a owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:22:27.386719 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (fed9649b-8e88-4905-9c18-e67042d9251a), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.415729 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event deleted for resources: {'Port': ['ID=fed9649b-8e88-4905-9c18-e67042d9251a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:27.478566 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.481272 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.482601 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3b7f0633-f149-4ae0-b52d-f0fd34370109 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "DELETE /v2.0/floatingips/6dcbc1c1-4114-4c65-bd4b-27ed14ba08d9 HTTP/1.1" status: 204 len: 168 time: 0.4701118 Feb 07 04:22:27.724019 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59308) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:22:27.729214 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-04f57cda-579d-4617-8673-e2fa2bdcd722 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583988590', 'description': 'tempest-description--1104662582'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:22:27.729383 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.753205 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04f57cda-579d-4617-8673-e2fa2bdcd722 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.819262 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04f57cda-579d-4617-8673-e2fa2bdcd722 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (56ede27a-962a-4605-858b-0a7dc06afd94), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.823661 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04f57cda-579d-4617-8673-e2fa2bdcd722 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (56ede27a-962a-4605-858b-0a7dc06afd94), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.849567 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04f57cda-579d-4617-8673-e2fa2bdcd722 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.850778 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-04f57cda-579d-4617-8673-e2fa2bdcd722 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1256275 Feb 07 04:22:27.853743 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59310) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:22:27.857954 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f57cda-579d-4617-8673-e2fa2bdcd722 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ede27a-962a-4605-858b-0a7dc06afd94,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:27.858221 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-4de2ef79-bc40-4a9f-8918-464313dca81e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'security_group_rule': {'security_group_id': '56ede27a-962a-4605-858b-0a7dc06afd94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:22:27.882339 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4de2ef79-bc40-4a9f-8918-464313dca81e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (352773d3-e276-42bc-8d98-51baeefb65ad), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.935963 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4de2ef79-bc40-4a9f-8918-464313dca81e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (352773d3-e276-42bc-8d98-51baeefb65ad), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.939534 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4de2ef79-bc40-4a9f-8918-464313dca81e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (352773d3-e276-42bc-8d98-51baeefb65ad), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.956916 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2ef79-bc40-4a9f-8918-464313dca81e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352773d3-e276-42bc-8d98-51baeefb65ad,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:27.965377 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4de2ef79-bc40-4a9f-8918-464313dca81e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:27.966650 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-4de2ef79-bc40-4a9f-8918-464313dca81e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118836 Feb 07 04:22:27.969630 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59312) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:22:27.974284 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-946004a1-5ebf-4b37-8122-2f118d645496 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'security_group_rule': {'security_group_id': '56ede27a-962a-4605-858b-0a7dc06afd94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:22:28.000689 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-946004a1-5ebf-4b37-8122-2f118d645496 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (f1375588-c276-4426-9d86-72d4fa94afff), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.056007 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-946004a1-5ebf-4b37-8122-2f118d645496 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (f1375588-c276-4426-9d86-72d4fa94afff), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.059430 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-946004a1-5ebf-4b37-8122-2f118d645496 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (f1375588-c276-4426-9d86-72d4fa94afff), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.077361 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946004a1-5ebf-4b37-8122-2f118d645496 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1375588-c276-4426-9d86-72d4fa94afff,revision_number=0']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:28.083105 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-946004a1-5ebf-4b37-8122-2f118d645496 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.084503 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-946004a1-5ebf-4b37-8122-2f118d645496 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137743 Feb 07 04:22:28.086654 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 59314) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:22:28.091062 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'floatingip': {'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:22:28.112190 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.206963 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.313236 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Allocated IP 172.27.1.237 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/3ba7936a-834a-4fd4-94a4-fbf35570f183) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:22:28.338560 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:22:28.362128 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:22:28.362852 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device cbc3f1ce-2c7b-48d3-b9c8-8dabac259084 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:22:28.428617 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for port (3ba7936a-834a-4fd4-94a4-fbf35570f183), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.462901 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (3ba7936a-834a-4fd4-94a4-fbf35570f183), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.501724 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:22:28.504496 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:22:28.506871 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:22:28.530263 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'Port': ['ID=3ba7936a-834a-4fd4-94a4-fbf35570f183,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:28.594729 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (9f9b1103-8b03-479c-9889-880717b6d10d), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.628133 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (3ba7936a-834a-4fd4-94a4-fbf35570f183), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.774128 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for port (3ba7936a-834a-4fd4-94a4-fbf35570f183), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.778891 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (3ba7936a-834a-4fd4-94a4-fbf35570f183), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.845646 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'Port': ['ID=3ba7936a-834a-4fd4-94a4-fbf35570f183,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:28.854862 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (9f9b1103-8b03-479c-9889-880717b6d10d), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.869675 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:28.870880 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-7e47397e-9ec0-4248-ba52-6739a9b8f4b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7833078 Feb 07 04:22:29.056530 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7617-8c11-4aa2-8953-f6c7b537b495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:29.059008 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-a843d367-c1e6-4cf4-8ebd-df0594486dcb tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--583988590&fields=id&tenant_id=aafc4147461248299eee9b97ebd42995 HTTP/1.1" status: 200 len: 267 time: 0.0407686 Feb 07 04:22:29.165377 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295586-97fc-4669-9884-80f02cb24081 req-191ff2d2-e227-480e-a28e-d238e8c674c4 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:29.166830 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-191ff2d2-e227-480e-a28e-d238e8c674c4 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 817 time: 0.1012287 Feb 07 04:22:29.180804 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-9671ac91-5f5e-448a-847c-d6c01245844f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/quotas/aafc4147461248299eee9b97ebd42995 HTTP/1.1" status: 200 len: 375 time: 0.0086765 Feb 07 04:22:29.232945 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-742a2470-d4c1-42f2-867a-2446cbba3ab8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473478 Feb 07 04:22:29.327512 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-961efc78-3c7b-4c68-b7bb-2f769abc276b service neutron] 10.222.0.13 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836134 Feb 07 04:22:29.412202 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-c3fc8602-14e2-495b-aa40-5ca7c8a69463 service neutron] 10.222.0.13 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789881 Feb 07 04:22:29.567915 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-22d105ff-633e-4f4b-8571-263b5413e416 req-0a7bfa26-ac60-4644-8414-957c383357e9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 210 time: 0.0263126 Feb 07 04:22:30.661086 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295586-97fc-4669-9884-80f02cb24081 req-939c7c4d-fb74-4d73-a4bf-d3afef78c611 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:30.662515 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-939c7c4d-fb74-4d73-a4bf-d3afef78c611 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 817 time: 0.1144276 Feb 07 04:22:30.677409 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3a532a67-2d7e-459c-97d0-b33079d2936c req-d33a5509-cf1d-4092-b971-04d47a985fc1 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 210 time: 0.0361795 Feb 07 04:22:30.749124 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-e8171d39-9dc7-4547-9e05-4468840e9ed2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aafc4147461248299eee9b97ebd42995 HTTP/1.1" status: 200 len: 379 time: 0.0534189 Feb 07 04:22:30.770670 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'port': {'device_id': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'admin_state_up': True, 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'security_groups': ['56ede27a-962a-4605-858b-0a7dc06afd94']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:22:30.880764 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Made reservation on behalf of aafc4147461248299eee9b97ebd42995 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:22:30.885002 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.009032 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Allocated IP 172.20.0.9 (035a4eca-c650-4fdd-bb42-ea519a7b428e/c80fbf3b-1b6b-4570-bc75-0a0f74eaa158/e0bc3bcd-e4e6-47cf-93b5-f2461a823929) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:22:31.139408 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.170561 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.213906 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:22:31.216970 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:22:31.220515 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:22:31.226602 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event updated for resources: {'Port': ['ID=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:31.276420 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:31.276950 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.293557 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-2dd64d84-7f54-4d0f-90d0-861effd04e0d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5264659 Feb 07 04:22:31.314375 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Request body: {'port': {'device_id': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:22:31.371320 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-716d2252-0c68-4b53-81df-716684598dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.376146 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.459151 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-9f1873a0-1302-4a7c-947c-df0ed323fd09 None None] Provisioning complete for port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:22:31.459529 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9f1873a0-1302-4a7c-947c-df0ed323fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.492237 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-9f1873a0-1302-4a7c-947c-df0ed323fd09 None None] Port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:22:31.625880 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bc3bcd-e4e6-47cf-93b5-f2461a823929 {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:22:31.632964 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Publish callbacks [] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.644187 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Transition to ACTIVE for port object e0bc3bcd-e4e6-47cf-93b5-f2461a823929 will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:22:31.647900 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.695464 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:31.768748 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Attempting to bind port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:22:31.769086 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Attempting to bind port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:22:31.769416 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Attempting to bind port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 on network 035a4eca-c650-4fdd-bb42-ea519a7b428e {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:22:31.774463 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 on network 035a4eca-c650-4fdd-bb42-ea519a7b428e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:22:31.774787 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Attempting to bind port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 on network 035a4eca-c650-4fdd-bb42-ea519a7b428e {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:22:31.780665 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:22:31.781024 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Checking segment: {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:22:31.781447 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Bound using segment: {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:22:31.781920 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Bound port: e0bc3bcd-e4e6-47cf-93b5-f2461a823929, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04d0a84-8918-47d4-a407-70814016dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:22:31.782244 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:31.829321 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b03e2f-909c-4d73-aa2b-e7df6c1b5a3f req-bc42fc04-f81a-4baf-88da-3d34cae53661 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:31.837133 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-38b03e2f-909c-4d73-aa2b-e7df6c1b5a3f req-bc42fc04-f81a-4baf-88da-3d34cae53661 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 943 time: 0.0798223 Feb 07 04:22:31.885040 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-38b03e2f-909c-4d73-aa2b-e7df6c1b5a3f req-cd31afd6-7016-43fe-8b7b-486047456755 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465324 Feb 07 04:22:32.063295 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] For port e0bc3bcd-e4e6-47cf-93b5-f2461a823929, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:22:32.066135 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] For port e0bc3bcd-e4e6-47cf-93b5-f2461a823929, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:22:32.073641 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:32.106305 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:32.107325 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:32.108705 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] 10.222.0.30 "PUT /v2.0/ports/e0bc3bcd-e4e6-47cf-93b5-f2461a823929 HTTP/1.1" status: 200 len: 1093 time: 0.7986240 Feb 07 04:22:32.111337 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'tag': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:22:32.116382 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c783863c-a749-408b-b240-dcad8ca07d98" -d '{"events": [{"name": "network-changed", "server_uuid": "65197dd0-1ef5-46a4-bd5c-c4214703105b", "tag": "e0bc3bcd-e4e6-47cf-93b5-f2461a823929"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:22:32.151239 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9b354-189e-4ebd-ae6e-8c7dde635668 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:32.171825 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fbc1d5-e5de-48a1-9f2f-fac97e349bde x-openstack-request-id: req-30fbc1d5-e5de-48a1-9f2f-fac97e349bde {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:22:32.171991 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65197dd0-1ef5-46a4-bd5c-c4214703105b", "tag": "e0bc3bcd-e4e6-47cf-93b5-f2461a823929", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:22:32.172244 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30fbc1d5-e5de-48a1-9f2f-fac97e349bde {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:22:32.172646 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'tag': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929', 'status': 'completed', 'code': 200} Feb 07 04:22:32.245758 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295586-97fc-4669-9884-80f02cb24081 req-300304a7-c169-4fb5-bd59-02d1cdc12145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:32.247424 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-300304a7-c169-4fb5-bd59-02d1cdc12145 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 1127 time: 0.0530126 Feb 07 04:22:32.308463 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-7c899368-c8e1-4196-be27-6043baef504c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0bc3bcd-e4e6-47cf-93b5-f2461a823929 HTTP/1.1" status: 200 len: 217 time: 0.0452373 Feb 07 04:22:32.363464 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295586-97fc-4669-9884-80f02cb24081 req-c053df26-30f3-4ff7-a517-4d575d2a6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:32.365067 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-c053df26-30f3-4ff7-a517-4d575d2a6189 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0479591 Feb 07 04:22:32.435558 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295586-97fc-4669-9884-80f02cb24081 req-3a09e504-d741-4a69-871d-1e4157113f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:32.437050 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-3a09e504-d741-4a69-871d-1e4157113f2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587928 Feb 07 04:22:32.459238 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:22:32.479353 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd647dec-b208-49fa-a81d-5a836250f995 req-7c666f45-1aa1-4aa4-a199-c88c052faf0e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:32.480845 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cd647dec-b208-49fa-a81d-5a836250f995 req-7c666f45-1aa1-4aa4-a199-c88c052faf0e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0565150 Feb 07 04:22:32.535633 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:32.580098 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cd647dec-b208-49fa-a81d-5a836250f995 req-fac0f58b-259e-4a09-afb6-3137f22c1bd5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935705 Feb 07 04:22:32.612293 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-908ce440-2877-42b0-a27b-6e287ca30cc6 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127844 Feb 07 04:22:32.657218 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4eb81-addd-4f78-8fa3-3049771261f7 req-8d75a623-a671-4cd6-a144-6ca4bd71c8fc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:32.658721 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e0f4eb81-addd-4f78-8fa3-3049771261f7 req-8d75a623-a671-4cd6-a144-6ca4bd71c8fc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0677896 Feb 07 04:22:32.711347 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e0f4eb81-addd-4f78-8fa3-3049771261f7 req-db484038-cc30-4f0d-8674-3c24c8e9b18d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465100 Feb 07 04:22:32.719476 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27295586-97fc-4669-9884-80f02cb24081 req-2e578637-7dcf-405a-9963-152cf7c4f20e service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986171 Feb 07 04:22:32.881989 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783863c-a749-408b-b240-dcad8ca07d98 req-1155903d-e179-4e59-9a1e-37c148578f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:32.883522 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c783863c-a749-408b-b240-dcad8ca07d98 req-1155903d-e179-4e59-9a1e-37c148578f04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 1127 time: 0.0459633 Feb 07 04:22:32.985516 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783863c-a749-408b-b240-dcad8ca07d98 req-54772632-1a2c-43eb-ae8e-fe4f9db454dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:32.986874 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c783863c-a749-408b-b240-dcad8ca07d98 req-54772632-1a2c-43eb-ae8e-fe4f9db454dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 918 time: 0.0967810 Feb 07 04:22:33.034155 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f314-27f6-4493-be3e-9238b425ce7c req-165f32a1-1e30-4280-84a5-3ba91fb98b3d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:33.035353 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c783863c-a749-408b-b240-dcad8ca07d98 req-a0c46c3f-ca44-4cf8-b36c-bf00d73534eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0bc3bcd-e4e6-47cf-93b5-f2461a823929 HTTP/1.1" status: 200 len: 217 time: 0.0407088 Feb 07 04:22:33.036486 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ea87f314-27f6-4493-be3e-9238b425ce7c req-165f32a1-1e30-4280-84a5-3ba91fb98b3d tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 943 time: 0.0711927 Feb 07 04:22:33.084403 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ea87f314-27f6-4493-be3e-9238b425ce7c req-b497b061-722d-498b-bdeb-8289efbee8b2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426376 Feb 07 04:22:33.087866 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783863c-a749-408b-b240-dcad8ca07d98 req-44e0a8ad-625b-407a-81bf-0f17a6e2208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:33.089270 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c783863c-a749-408b-b240-dcad8ca07d98 req-44e0a8ad-625b-407a-81bf-0f17a6e2208c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0471306 Feb 07 04:22:33.174362 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783863c-a749-408b-b240-dcad8ca07d98 req-9101ee31-a0e8-49b2-bdaf-f58e5e8a4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:33.175908 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c783863c-a749-408b-b240-dcad8ca07d98 req-9101ee31-a0e8-49b2-bdaf-f58e5e8a4aad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451155 Feb 07 04:22:33.266726 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c783863c-a749-408b-b240-dcad8ca07d98 req-9eefabf6-267c-49ad-ae84-9083a33e7430 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833178 Feb 07 04:22:33.353955 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c783863c-a749-408b-b240-dcad8ca07d98 req-52f02be1-28e3-4faf-9294-f2346dc55630 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794811 Feb 07 04:22:33.708111 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb83e5b-5114-4c65-9d6b-bb3b4bb8da6b req-74427982-f83c-440e-aa93-94d27d00a394 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:33.709513 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-beb83e5b-5114-4c65-9d6b-bb3b4bb8da6b req-74427982-f83c-440e-aa93-94d27d00a394 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0613792 Feb 07 04:22:33.760420 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-beb83e5b-5114-4c65-9d6b-bb3b4bb8da6b req-a83d7f92-ffda-4efc-91bd-a795d802ecc7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448310 Feb 07 04:22:33.832663 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5fa77-a6ae-41af-8619-72239f282832 req-9bd86548-6e45-4f9f-a136-03a41c501586 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:33.834122 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-78d5fa77-a6ae-41af-8619-72239f282832 req-9bd86548-6e45-4f9f-a136-03a41c501586 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0535991 Feb 07 04:22:33.880631 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-78d5fa77-a6ae-41af-8619-72239f282832 req-c6fff95f-79b5-4b9a-9a68-2fd5d9a8e123 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405488 Feb 07 04:22:33.925864 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:34.205474 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdaa4b-c4af-4bf3-a017-24f9ade7b75f req-2a7640b3-76f0-4cf0-844c-393e191afe40 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:34.206853 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-53fdaa4b-c4af-4bf3-a017-24f9ade7b75f req-2a7640b3-76f0-4cf0-844c-393e191afe40 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 943 time: 0.0514958 Feb 07 04:22:34.252182 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-53fdaa4b-c4af-4bf3-a017-24f9ade7b75f req-69f2b378-08ad-44d7-abc8-1f267f9e9e4a tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392728 Feb 07 04:22:34.876901 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512c944-0ec0-4ac0-a6f5-670798dca7d9 req-60a99087-990a-42a8-942d-f7124666cd2e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:34.878347 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9512c944-0ec0-4ac0-a6f5-670798dca7d9 req-60a99087-990a-42a8-942d-f7124666cd2e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0511503 Feb 07 04:22:34.931446 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9512c944-0ec0-4ac0-a6f5-670798dca7d9 req-95d6743a-38af-4086-9b24-f453b0078a32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477192 Feb 07 04:22:34.996632 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f83ca-3004-4d56-a8eb-a8539e9f8d12 req-8e19cbae-219c-42f7-9628-3ce8fe78aa7b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:34.998119 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fb0f83ca-3004-4d56-a8eb-a8539e9f8d12 req-8e19cbae-219c-42f7-9628-3ce8fe78aa7b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0511122 Feb 07 04:22:35.049230 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fb0f83ca-3004-4d56-a8eb-a8539e9f8d12 req-3f846918-50c1-4c51-915c-1713a005c148 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450516 Feb 07 04:22:35.198159 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-f2bbc2e8-56fb-4235-bc5f-be93782472d5 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:35.199584 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-f2bbc2e8-56fb-4235-bc5f-be93782472d5 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 946 time: 0.0510616 Feb 07 04:22:35.275972 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:35.296511 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Deleting port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:22:35.296851 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:35.378948 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb86536-eb47-4d14-bdd1-f056afd0246e req-fff3c7be-a8dc-4faa-a60c-6245e8d17357 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:35.380427 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ceb86536-eb47-4d14-bdd1-f056afd0246e req-fff3c7be-a8dc-4faa-a60c-6245e8d17357 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 943 time: 0.0523510 Feb 07 04:22:35.387404 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] For port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:22:35.387795 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:35.425851 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ceb86536-eb47-4d14-bdd1-f056afd0246e req-ded5e9c4-a096-4acb-80be-df701f2a5652 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394101 Feb 07 04:22:35.551975 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:35.552376 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (7bb6a0cb-d400-422c-931f-8cce1bf0ce46), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:35.552689 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.l3_db [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Floating IP 7bb6a0cb-d400-422c-931f-8cce1bf0ce46 disassociated. External IP: 172.27.1.111, port: d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b. Feb 07 04:22:35.553026 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Calling delete_port for d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:22:35.675364 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:35.701145 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event deleted for resources: {'Port': ['ID=d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:35.817560 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Router 942d1c87-8147-4a0f-b619-a2783667b855 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:22:35.923409 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:22:35.932776 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] Sync routers for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:22:35.942028 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:22:35.942622 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:22:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:35.964833 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] No DVR routers for this DVR port d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:22:35.967349 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:35.971305 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f1abcc00-2e03-4d31-b180-34f6ffa08662 req-0f12ee0f-0a58-4359-a377-947d784e7040 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "DELETE /v2.0/ports/d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b HTTP/1.1" status: 204 len: 173 time: 0.7655883 Feb 07 04:22:35.971886 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'name': 'network-vif-deleted', 'tag': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:22:35.974111 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c60a20-de0e-40de-993f-00def4fb2cbc" -d '{"events": [{"server_uuid": "167dea27-bb6f-4570-bce1-655c26a20dbd", "name": "network-vif-deleted", "tag": "d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:22:36.044087 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c178650-1e0d-4f23-8e0d-a19de6de0439 x-openstack-request-id: req-9c178650-1e0d-4f23-8e0d-a19de6de0439 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:22:36.044654 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167dea27-bb6f-4570-bce1-655c26a20dbd", "name": "network-vif-deleted", "tag": "d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:22:36.044654 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c178650-1e0d-4f23-8e0d-a19de6de0439 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:22:36.045030 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167dea27-bb6f-4570-bce1-655c26a20dbd', 'name': 'network-vif-deleted', 'tag': 'd8816f17-ae3b-42de-b3e0-5e69ddcb3f4b', 'status': 'completed', 'code': 200} Feb 07 04:22:36.054482 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:22:36.080650 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219c351-af7b-4ac7-94b7-f02ee2153652 req-c6943f95-fd02-43f0-921e-c3cf98ab2330 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:36.082336 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0219c351-af7b-4ac7-94b7-f02ee2153652 req-c6943f95-fd02-43f0-921e-c3cf98ab2330 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0700788 Feb 07 04:22:36.182728 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f4812e6b-1a61-4f25-acb5-427e4ef77234 req-c3091d6d-f8da-455e-9d1d-105c3c06d3ef tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=167dea27-bb6f-4570-bce1-655c26a20dbd HTTP/1.1" status: 200 len: 210 time: 0.0448914 Feb 07 04:22:36.188172 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0219c351-af7b-4ac7-94b7-f02ee2153652 req-0e0cb5aa-8a30-467c-ba55-4b79545c6d66 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966134 Feb 07 04:22:36.299807 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:36.327499 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] Checking router: 942d1c87-8147-4a0f-b619-a2783667b855 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:22:36.335837 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:22:36.336993 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:22:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:36.444560 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:22:36.548648 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09994dd8-9e0c-4ccf-9483-0dafdeec748c req-0f2e7384-5f27-46f8-b568-dcab41e70f04 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:36.550120 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-09994dd8-9e0c-4ccf-9483-0dafdeec748c req-0f2e7384-5f27-46f8-b568-dcab41e70f04 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 943 time: 0.0525701 Feb 07 04:22:36.595605 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-09994dd8-9e0c-4ccf-9483-0dafdeec748c req-c47075e8-5a10-4813-8f8c-06763d9d648c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396938 Feb 07 04:22:36.653856 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:36.684245 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df80ba-22ed-43b4-a38c-32590d4c1318 None None] The sync data for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi is: [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:22:36.927827 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3ccc7-7ee5-488d-b038-280f468adfa8 None None] New status for floating IP 7bb6a0cb-d400-422c-931f-8cce1bf0ce46: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:22:37.315728 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659566a-3522-40d2-8b98-15cdef8c8e91 req-a63373eb-b2e2-4cf6-bade-77fc98baee33 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:37.317755 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4659566a-3522-40d2-8b98-15cdef8c8e91 req-a63373eb-b2e2-4cf6-bade-77fc98baee33 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0519104 Feb 07 04:22:37.372680 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4659566a-3522-40d2-8b98-15cdef8c8e91 req-78ba36b8-5ada-4139-af42-bce4e679c479 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490041 Feb 07 04:22:37.400281 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-a0b6c79c-e125-4830-ac90-aaa3e0b4f903 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039050704&fields=id&tenant_id=50ebc5dbe4c54633a6605d9a54949953 HTTP/1.1" status: 200 len: 267 time: 0.0467029 Feb 07 04:22:37.513938 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-8d6a4060-ddea-48da-854a-00dce063e099 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:37.515407 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-8d6a4060-ddea-48da-854a-00dce063e099 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/networks?id=2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 200 len: 812 time: 0.1084368 Feb 07 04:22:37.529816 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-8abce31c-0b52-4b4f-9510-a8f584d4c096 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/quotas/50ebc5dbe4c54633a6605d9a54949953 HTTP/1.1" status: 200 len: 375 time: 0.0090585 Feb 07 04:22:37.583862 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-e9aee848-e888-40e7-a218-fc0fe1551b39 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489564 Feb 07 04:22:37.678437 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-f75702e9-54d8-4af3-8310-4d68cee87a09 service neutron] 10.222.0.13 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835345 Feb 07 04:22:37.714937 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814a39b-d578-499c-ae62-87fd2405b591 req-a378db05-8ee0-4a8a-8743-31681f339667 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:37.716441 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f814a39b-d578-499c-ae62-87fd2405b591 req-a378db05-8ee0-4a8a-8743-31681f339667 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 943 time: 0.0522881 Feb 07 04:22:37.761536 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f814a39b-d578-499c-ae62-87fd2405b591 req-c1f335be-dc75-4526-aba6-220be81b418b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394375 Feb 07 04:22:37.763549 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-8de3091f-6fe7-4ac4-888f-fc80269cab19 service neutron] 10.222.0.13 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792608 Feb 07 04:22:38.038743 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-782d44fc-d181-405f-879d-c52807c094cf req-60e5481e-7149-4834-b6d1-e635768e93eb tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 210 time: 0.0273354 Feb 07 04:22:38.370744 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e0bc3bcd-e4e6-47cf-93b5-f2461a823929 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:22:38.380919 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:22:38.404399 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:22:38.404755 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device d8816f17-ae3b-42de-b3e0-5e69ddcb3f4b not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:22:38.499792 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e5889-7315-4eaf-aed2-434bc9e81421 req-5324fc73-ea8e-4d7c-84c8-69bb5a14c67b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:38.502196 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b36e5889-7315-4eaf-aed2-434bc9e81421 req-5324fc73-ea8e-4d7c-84c8-69bb5a14c67b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0570614 Feb 07 04:22:38.557021 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b36e5889-7315-4eaf-aed2-434bc9e81421 req-98fc0ecc-5779-4d3e-9838-67ce077e2c4f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497935 Feb 07 04:22:38.617682 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port e0bc3bcd-e4e6-47cf-93b5-f2461a823929, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:22:38.628710 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'port_id': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929', 'mac_address': 'fa:16:3e:1a:d7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:22:38.664082 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:22:38.664479 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:38.676463 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bc3bcd-e4e6-47cf-93b5-f2461a823929 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:22:38.697544 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port e0bc3bcd-e4e6-47cf-93b5-f2461a823929, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:22:38.701090 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:38.749093 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:38.887718 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a7fb9-c3ad-4680-a17a-b69c082febc1 req-dd6a368b-ae5f-4397-a3a3-86b0279169e2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:38.889124 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c89a7fb9-c3ad-4680-a17a-b69c082febc1 req-dd6a368b-ae5f-4397-a3a3-86b0279169e2 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 944 time: 0.0554063 Feb 07 04:22:38.937888 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c89a7fb9-c3ad-4680-a17a-b69c082febc1 req-15a72213-15eb-45d3-ab20-53b30ef584a8 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430942 Feb 07 04:22:39.124207 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-8729b0d2-940c-4295-9c3a-a86c448d25a6 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:39.125629 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-8729b0d2-940c-4295-9c3a-a86c448d25a6 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "GET /v2.0/networks?id=2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 200 len: 812 time: 0.1173642 Feb 07 04:22:39.140256 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8aae1d30-c654-41f4-ad9f-37f36899093d req-bf5289ab-f442-4418-989a-55069d5f04a1 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 210 time: 0.0336037 Feb 07 04:22:39.196315 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-7739e082-122d-4f90-b18c-f01b68bf9b3f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ebc5dbe4c54633a6605d9a54949953 HTTP/1.1" status: 200 len: 380 time: 0.0511544 Feb 07 04:22:39.206079 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'port': {'device_id': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'admin_state_up': True, 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'security_groups': ['07b6c921-abba-495c-8340-60441610b74d']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:22:39.246970 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['e0bc3bcd-e4e6-47cf-93b5-f2461a823929'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:22:39.312243 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Made reservation on behalf of 50ebc5dbe4c54633a6605d9a54949953 for: {'port': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:22:39.315511 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:39.439508 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Allocated IP 172.20.0.8 (2380dba0-88cd-40c3-a56d-3005ce2546c4/a8a686dd-1e4e-490e-8011-1cbb02509d34/23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:22:39.567068 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:39.601150 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:39.647789 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:22:39.651801 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:22:39.655473 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:22:39.682615 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'Port': ['ID=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:39.684936 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca60c8e-4c88-4acd-a524-e524be632600 req-a008cae8-4a4b-4246-b2da-6d58588eb7dc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:39.686597 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bca60c8e-4c88-4acd-a524-e524be632600 req-a008cae8-4a4b-4246-b2da-6d58588eb7dc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0626578 Feb 07 04:22:39.697397 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.697745 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.698215 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.698402 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.698907 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.699401 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.699871 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.700389 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.700882 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.701362 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.701827 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.702312 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.702784 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:22:39.723284 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:39.723911 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:39.742906 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-17cde161-7868-415b-ac5f-819ab09ef848 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402439 Feb 07 04:22:39.747049 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bca60c8e-4c88-4acd-a524-e524be632600 req-ea6b990f-2f34-4e7e-99d7-fd6f2e9f9c3b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547981 Feb 07 04:22:39.763121 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Request body: {'port': {'device_id': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:22:39.834652 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:39.915524 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-970960c3-9e04-48fc-9643-066d422a40cd None None] Provisioning complete for port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:22:39.916104 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-970960c3-9e04-48fc-9643-066d422a40cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:39.951937 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-970960c3-9e04-48fc-9643-066d422a40cd None None] Port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:22:40.095754 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9330e6c-c6e4-4ed9-95fd-c9f7e4e410f4 req-ec674f43-f7b2-4ae7-9dc1-d373c9487db5 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:40.097247 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f9330e6c-c6e4-4ed9-95fd-c9f7e4e410f4 req-ec674f43-f7b2-4ae7-9dc1-d373c9487db5 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 944 time: 0.0896440 Feb 07 04:22:40.139679 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca {{(pid=102768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:22:40.154241 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Publish callbacks [] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:40.176772 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.provisioning_blocks [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Transition to ACTIVE for port object 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca will not be triggered until provisioned by entity L2. {{(pid=102768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:22:40.180620 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f9330e6c-c6e4-4ed9-95fd-c9f7e4e410f4 req-42db642d-af48-4563-8181-2f2fbdcaab54 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671337 Feb 07 04:22:40.189506 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:40.246074 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Pushing event updated for resources: {'Port': ['ID=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:40.277050 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395698ae-98a1-4e2a-b8a7-0553575b30b1 req-a88042da-fff0-49ab-a134-975d11d8f5df tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:40.280514 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-395698ae-98a1-4e2a-b8a7-0553575b30b1 req-a88042da-fff0-49ab-a134-975d11d8f5df tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0605276 Feb 07 04:22:40.327181 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Attempting to bind port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:22:40.327655 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Attempting to bind port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:22:40.328110 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Attempting to bind port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca on network 2380dba0-88cd-40c3-a56d-3005ce2546c4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:22:40.332813 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca on network 2380dba0-88cd-40c3-a56d-3005ce2546c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:22:40.333466 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Attempting to bind port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca on network 2380dba0-88cd-40c3-a56d-3005ce2546c4 {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:22:40.338506 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:22:40.338850 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Checking segment: {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:22:40.339233 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Bound using segment: {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'} {{(pid=102768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:22:40.339664 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.managers [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Bound port: 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee81f3e-3c0a-4a65-8701-8ec8de123038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4'}}] {{(pid=102768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:22:40.340124 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:40.348368 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-395698ae-98a1-4e2a-b8a7-0553575b30b1 req-5d018e90-b374-4d11-92bc-0992934cc520 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592036 Feb 07 04:22:40.411783 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] For port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca, host hv-cinder-79963, cleared binding levels {{(pid=102768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:22:40.416529 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] For port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:22:40.431503 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:40.472537 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:40.473153 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:40.474559 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca HTTP/1.1" status: 200 len: 1093 time: 0.7167392 Feb 07 04:22:40.474996 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:22:40.477772 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061e23a1-5da6-49f9-a8ad-ef05380f685b" -d '{"events": [{"name": "network-changed", "server_uuid": "05b7e502-8196-48b1-a7ad-77ec28c6dbad", "tag": "23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:22:40.513953 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315406ef-7fcf-4934-aab5-11fa9b5b30b3 service neutron] Pushing event updated for resources: {'Port': ['ID=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,revision_number=3']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:40.553712 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8aef25-357b-4e11-9b7a-1d07759a2342 x-openstack-request-id: req-6f8aef25-357b-4e11-9b7a-1d07759a2342 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:22:40.553712 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b7e502-8196-48b1-a7ad-77ec28c6dbad", "tag": "23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:22:40.553712 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f8aef25-357b-4e11-9b7a-1d07759a2342 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:22:40.554079 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'status': 'completed', 'code': 200} Feb 07 04:22:40.593426 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-7a104e17-eec7-410d-9d47-eb3480f6ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:40.595119 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-7a104e17-eec7-410d-9d47-eb3480f6ec17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 1127 time: 0.0524285 Feb 07 04:22:40.647282 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-2a0e1a46-4707-4324-a518-d401e904c3ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca HTTP/1.1" status: 200 len: 217 time: 0.0361667 Feb 07 04:22:40.703309 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-1b676e88-4071-4d59-9685-c9af753875c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:40.704866 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-1b676e88-4071-4d59-9685-c9af753875c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a686dd-1e4e-490e-8011-1cbb02509d34 HTTP/1.1" status: 200 len: 851 time: 0.0509884 Feb 07 04:22:40.756341 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-410ce8c3-019f-4f4c-b56d-e774f878b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:40.758365 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-410ce8c3-019f-4f4c-b56d-e774f878b223 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2380dba0-88cd-40c3-a56d-3005ce2546c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463693 Feb 07 04:22:40.852995 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-4de67179-eab8-49a3-b37f-76b5d4f30312 service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856493 Feb 07 04:22:40.871098 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fac2c9-fcf9-4cdf-8eab-bcf3c17f6efc req-55ce9d0a-20ed-4df6-a5dc-d241aa3dae12 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:40.872587 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32fac2c9-fcf9-4cdf-8eab-bcf3c17f6efc req-55ce9d0a-20ed-4df6-a5dc-d241aa3dae12 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0507746 Feb 07 04:22:40.920425 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32fac2c9-fcf9-4cdf-8eab-bcf3c17f6efc req-4838823a-a80d-40a7-8150-185863a6e17f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421398 Feb 07 04:22:40.943627 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-38dc07b7-7ff2-480c-ac73-e38e20c7483d req-95c0c27b-10e3-4d6c-bb12-cf76df1f4444 service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846491 Feb 07 04:22:41.063060 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-829b8856-db40-47cd-a610-0a4ab620fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:41.064446 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-829b8856-db40-47cd-a610-0a4ab620fe32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 1127 time: 0.0446777 Feb 07 04:22:41.152593 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-a2bfb5a3-5bb4-46c3-93bc-50621dd621c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:41.153998 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-a2bfb5a3-5bb4-46c3-93bc-50621dd621c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 200 len: 913 time: 0.0832374 Feb 07 04:22:41.196758 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-5b938745-d7ac-4262-ae06-4a782d96a112 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca HTTP/1.1" status: 200 len: 217 time: 0.0331602 Feb 07 04:22:41.243543 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-af63c2fd-224f-46cd-8efb-43f629f6780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:41.245086 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-af63c2fd-224f-46cd-8efb-43f629f6780a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a686dd-1e4e-490e-8011-1cbb02509d34 HTTP/1.1" status: 200 len: 851 time: 0.0421429 Feb 07 04:22:41.331558 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecf187-6f80-43c5-8135-c45cb094ceaa req-a11f7e71-1773-4a3f-8175-b5eb97ac2bfd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:41.332954 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9eecf187-6f80-43c5-8135-c45cb094ceaa req-a11f7e71-1773-4a3f-8175-b5eb97ac2bfd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 944 time: 0.0738060 Feb 07 04:22:41.335246 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-b720b071-effd-4932-82b3-a5e7efff654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:41.337188 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-b720b071-effd-4932-82b3-a5e7efff654c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2380dba0-88cd-40c3-a56d-3005ce2546c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855634 Feb 07 04:22:41.427973 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9eecf187-6f80-43c5-8135-c45cb094ceaa req-da930d82-e41f-492f-8f58-0abb6c4c704f tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889413 Feb 07 04:22:41.454162 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-7d8e4ce6-b93e-4b27-9ccf-c073bfe3b48e service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086955 Feb 07 04:22:41.458857 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4d416-4304-4b6e-9f5e-959cd85c6f52 req-8a8afb2e-ef30-4257-804f-1d76ae08a72d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:41.460350 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c2d4d416-4304-4b6e-9f5e-959cd85c6f52 req-8a8afb2e-ef30-4257-804f-1d76ae08a72d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0547338 Feb 07 04:22:41.507313 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c2d4d416-4304-4b6e-9f5e-959cd85c6f52 req-3f1c58a6-0bf8-4e2a-bcd1-105271d4f245 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 Feb 07 04:22:42.035794 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd695bb-8488-4e12-9cb5-60ef349c297d req-00812c58-381d-4bef-9aeb-bb3127b3f647 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:42.037203 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bfd695bb-8488-4e12-9cb5-60ef349c297d req-00812c58-381d-4bef-9aeb-bb3127b3f647 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Feb 07 04:22:42.083735 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bfd695bb-8488-4e12-9cb5-60ef349c297d req-eff049f9-f61c-4139-9e4c-c3521e1f1b78 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Feb 07 04:22:42.551719 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd71d59-5979-486a-9132-4ec839cf2779 req-ec0e3f52-a8d3-4215-a6e9-793e07808fd7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:42.553242 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8dd71d59-5979-486a-9132-4ec839cf2779 req-ec0e3f52-a8d3-4215-a6e9-793e07808fd7 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 944 time: 0.0550549 Feb 07 04:22:42.599411 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8dd71d59-5979-486a-9132-4ec839cf2779 req-c5a2f91f-8f73-4d2f-afe6-5a9b9f8c6636 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388861 Feb 07 04:22:42.629369 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3926ab-2140-41f1-bdaf-5e6b2816069d req-c295151d-2852-4f5f-baa7-bef387177556 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:42.630838 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4a3926ab-2140-41f1-bdaf-5e6b2816069d req-c295151d-2852-4f5f-baa7-bef387177556 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0581782 Feb 07 04:22:42.683334 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4a3926ab-2140-41f1-bdaf-5e6b2816069d req-5f213f76-76b9-455d-9270-240ff99f0ecb tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471308 Feb 07 04:22:43.198510 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79098060-a039-4e62-b034-c58592ed1d92 req-df1aea70-97c1-4e54-b40b-9c8f9fb7388c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:43.199967 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-79098060-a039-4e62-b034-c58592ed1d92 req-df1aea70-97c1-4e54-b40b-9c8f9fb7388c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0518808 Feb 07 04:22:43.246201 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-79098060-a039-4e62-b034-c58592ed1d92 req-db09e536-8ca0-4c79-be78-dd58ed4080b7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407882 Feb 07 04:22:43.287389 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e0bc3bcd-e4e6-47cf-93b5-f2461a823929 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:22:43.335314 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:22:43.340109 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:22:43.340488 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:43.362259 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-061e23a1-5da6-49f9-a8ad-ef05380f685b req-aca3d791-f6d3-4f1b-9c10-d3d2b7a3e970 service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834520 Feb 07 04:22:43.418704 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:22:43.419087 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:43.440381 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:22:43.442589 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96f3132-5511-41aa-81b8-696aae3259d4" -d '{"events": [{"server_uuid": "65197dd0-1ef5-46a4-bd5c-c4214703105b", "name": "network-vif-plugged", "status": "completed", "tag": "e0bc3bcd-e4e6-47cf-93b5-f2461a823929"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:22:43.454911 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port e0bc3bcd-e4e6-47cf-93b5-f2461a823929, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:22:43.458786 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:43.483270 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d6737f-566e-4e8c-8e74-054a7f29bab9 x-openstack-request-id: req-b1d6737f-566e-4e8c-8e74-054a7f29bab9 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:22:43.483585 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65197dd0-1ef5-46a4-bd5c-c4214703105b", "name": "network-vif-plugged", "status": "completed", "tag": "e0bc3bcd-e4e6-47cf-93b5-f2461a823929", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:22:43.483843 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1d6737f-566e-4e8c-8e74-054a7f29bab9 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:22:43.484253 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929', 'code': 200} Feb 07 04:22:43.508284 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:43.725442 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9196c6-3701-45c3-a497-70b31277dec9 req-c1f9c133-f9eb-429e-9203-c76c4eac8c7a tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:43.726949 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fd9196c6-3701-45c3-a497-70b31277dec9 req-c1f9c133-f9eb-429e-9203-c76c4eac8c7a tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0519123 Feb 07 04:22:43.777150 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fd9196c6-3701-45c3-a497-70b31277dec9 req-bf9a5c16-26c4-409a-921d-9f4fae53a158 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445936 Feb 07 04:22:43.807853 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e9827-8c25-4e75-81b2-9866486845bd req-faa3b288-271e-4327-8300-e080af7bea56 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:43.809367 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e35e9827-8c25-4e75-81b2-9866486845bd req-faa3b288-271e-4327-8300-e080af7bea56 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0583541 Feb 07 04:22:43.855705 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e35e9827-8c25-4e75-81b2-9866486845bd req-4959455a-3a59-4e8d-8543-97b6c82dc108 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Feb 07 04:22:44.368990 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cda49-d260-471c-b920-5df32942b975 req-8ba9f08f-ff6a-4e95-a7f1-6bc5a48b070a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:44.370449 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7d4cda49-d260-471c-b920-5df32942b975 req-8ba9f08f-ff6a-4e95-a7f1-6bc5a48b070a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0592027 Feb 07 04:22:44.417304 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7d4cda49-d260-471c-b920-5df32942b975 req-3a66149a-9b92-4bb8-99a2-91952e9af2a9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 Feb 07 04:22:44.914202 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d750e5-3f6c-408f-84f8-c37ee74424aa req-977d6c5d-f4b5-45cd-877a-67151d60e510 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:44.915739 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61d750e5-3f6c-408f-84f8-c37ee74424aa req-977d6c5d-f4b5-45cd-877a-67151d60e510 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0673916 Feb 07 04:22:44.979587 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3402-deff-49c0-bd28-7687cf577b73 req-b5d39c99-f35c-4fb4-b236-f7c135b6d864 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:44.981184 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-69eb3402-deff-49c0-bd28-7687cf577b73 req-b5d39c99-f35c-4fb4-b236-f7c135b6d864 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0547788 Feb 07 04:22:45.032497 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-69eb3402-deff-49c0-bd28-7687cf577b73 req-68062000-6a04-482e-b273-2bf62bcbe710 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455365 Feb 07 04:22:45.197271 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-61d750e5-3f6c-408f-84f8-c37ee74424aa req-5d73147b-da3c-4e5a-92d9-044ca8085da9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726445 Feb 07 04:22:45.202096 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e974f-4674-44d0-9e13-5c28aa69456b req-a61f954e-e38e-4cac-8498-a00810df4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:45.203492 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e98e974f-4674-44d0-9e13-5c28aa69456b req-a61f954e-e38e-4cac-8498-a00810df4f6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 1129 time: 0.2868123 Feb 07 04:22:45.245748 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e98e974f-4674-44d0-9e13-5c28aa69456b req-e8c23099-1423-4efd-9b9b-2ccc44b24c5a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356586 Feb 07 04:22:45.537109 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150644b-c04e-4be5-a54e-c6ad2cba077f req-ff27494c-b8df-47d3-95c6-cf120f1054c0 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:45.538590 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3150644b-c04e-4be5-a54e-c6ad2cba077f req-ff27494c-b8df-47d3-95c6-cf120f1054c0 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0568879 Feb 07 04:22:45.586082 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3150644b-c04e-4be5-a54e-c6ad2cba077f req-a150eedd-8044-4190-8453-c389fee1d22f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415440 Feb 07 04:22:46.147130 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e117689-f87f-4c6f-98e8-6abb798d58a2 req-b273daa6-d877-4055-9067-51c6af49b308 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:46.148610 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4e117689-f87f-4c6f-98e8-6abb798d58a2 req-b273daa6-d877-4055-9067-51c6af49b308 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0505908 Feb 07 04:22:46.201330 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4e117689-f87f-4c6f-98e8-6abb798d58a2 req-b467935b-bdd0-4b48-9e4e-406a0c13bbe9 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 Feb 07 04:22:46.318115 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c5620-237b-4984-a69a-191f342a40c0 req-19b9da42-500f-4745-a20a-24ca5f1a4519 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:46.319529 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb0c5620-237b-4984-a69a-191f342a40c0 req-19b9da42-500f-4745-a20a-24ca5f1a4519 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0512156 Feb 07 04:22:46.368155 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb0c5620-237b-4984-a69a-191f342a40c0 req-d1201744-fb14-4cdf-b544-35b97283b7c6 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Feb 07 04:22:46.702007 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3aa57-cdef-4375-9c76-3f1db53d7e54 req-0d7e7d62-1bf7-4d31-8336-58a2091f74bb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:46.703440 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-07e3aa57-cdef-4375-9c76-3f1db53d7e54 req-0d7e7d62-1bf7-4d31-8336-58a2091f74bb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0506608 Feb 07 04:22:46.751545 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-07e3aa57-cdef-4375-9c76-3f1db53d7e54 req-e31da036-5138-43b6-b7c8-da7337ade56f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426216 Feb 07 04:22:47.321217 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ce1f2-b5b7-4c25-9f6c-22dbb845b9a6 req-f663e2e4-d425-4921-a0c3-89ae1dcfcedd tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:47.322677 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a75ce1f2-b5b7-4c25-9f6c-22dbb845b9a6 req-f663e2e4-d425-4921-a0c3-89ae1dcfcedd tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0544808 Feb 07 04:22:47.375488 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a75ce1f2-b5b7-4c25-9f6c-22dbb845b9a6 req-58e43f53-858f-40f4-96c9-aa5ed8408ffc tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474730 Feb 07 04:22:47.487338 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d417e-121a-410e-95e2-25fec1b8265c req-fc67646c-bc34-4a6d-9d0d-c30db31cbaaa tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:47.488714 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-071d417e-121a-410e-95e2-25fec1b8265c req-fc67646c-bc34-4a6d-9d0d-c30db31cbaaa tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0503907 Feb 07 04:22:47.533596 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-071d417e-121a-410e-95e2-25fec1b8265c req-1be73485-397a-4dde-ab2f-3a087ac65fa5 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392821 Feb 07 04:22:47.866050 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6529c43-1cbb-4147-857c-c955616c9280 req-14d91047-38ab-4ff2-96a3-b011deb08b0c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:47.867480 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6529c43-1cbb-4147-857c-c955616c9280 req-14d91047-38ab-4ff2-96a3-b011deb08b0c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0509155 Feb 07 04:22:47.914250 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6529c43-1cbb-4147-857c-c955616c9280 req-59dc8ea5-955c-454b-8122-e1511f684259 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Feb 07 04:22:48.492924 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c15fd-36bf-4323-979b-e05b8810102f req-7786867f-3f5d-4b70-a33c-624802fc3088 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:48.494929 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-030c15fd-36bf-4323-979b-e05b8810102f req-7786867f-3f5d-4b70-a33c-624802fc3088 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0543799 Feb 07 04:22:48.541973 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-030c15fd-36bf-4323-979b-e05b8810102f req-eea926ba-a777-4c24-b334-90f5bca20adf tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Feb 07 04:22:48.650173 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cf436-b36f-4f90-ac9c-5b0538a28c84 req-3ba1389c-2944-4430-b889-1abf4a6a6b0e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:48.651908 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d78cf436-b36f-4f90-ac9c-5b0538a28c84 req-3ba1389c-2944-4430-b889-1abf4a6a6b0e tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0504448 Feb 07 04:22:48.700455 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d78cf436-b36f-4f90-ac9c-5b0538a28c84 req-fd053811-3d19-4c60-b0ea-ac21f6300869 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 Feb 07 04:22:49.034620 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141990bc-d00e-4de8-bae7-5d29a483bad4 req-80306f91-0429-4489-bd41-58ab1910b3b9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:49.036149 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-141990bc-d00e-4de8-bae7-5d29a483bad4 req-80306f91-0429-4489-bd41-58ab1910b3b9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0570877 Feb 07 04:22:49.084744 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-141990bc-d00e-4de8-bae7-5d29a483bad4 req-759f9f3d-5bb7-4c83-bddd-b8503ba838a0 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422387 Feb 07 04:22:49.656279 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cfb41-cea3-4483-b185-0ec84c937bd2 req-d73b1dc6-9126-4791-91de-ea6a5909317d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:49.657719 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e98cfb41-cea3-4483-b185-0ec84c937bd2 req-d73b1dc6-9126-4791-91de-ea6a5909317d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0511198 Feb 07 04:22:49.704383 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e98cfb41-cea3-4483-b185-0ec84c937bd2 req-a1113825-6feb-4d05-bdd3-128f3e3f4f32 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Feb 07 04:22:49.825317 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac26f7-7476-4db5-bcce-8a82ae3a928e req-01d8a824-7116-409a-912c-1cfdc5f76e1c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:49.826721 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27ac26f7-7476-4db5-bcce-8a82ae3a928e req-01d8a824-7116-409a-912c-1cfdc5f76e1c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0571871 Feb 07 04:22:49.871187 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-27ac26f7-7476-4db5-bcce-8a82ae3a928e req-c204706d-765e-447e-883e-b6fa2e214798 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390294 Feb 07 04:22:50.201769 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fbba2-4fc5-4c1f-b375-c418aa9b0c0c req-6cbb5ead-f7a2-4a5e-8eb0-64a7b8895150 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:50.203217 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-302fbba2-4fc5-4c1f-b375-c418aa9b0c0c req-6cbb5ead-f7a2-4a5e-8eb0-64a7b8895150 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0511670 Feb 07 04:22:50.249287 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-302fbba2-4fc5-4c1f-b375-c418aa9b0c0c req-d764d402-e6ea-4d75-9f32-d7088ad25dde tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Feb 07 04:22:50.820473 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f23ed6-b931-497c-91fc-59e21122b299 req-e1af3244-e4ea-4a69-8236-05919024ce4b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:50.821941 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69f23ed6-b931-497c-91fc-59e21122b299 req-e1af3244-e4ea-4a69-8236-05919024ce4b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0524776 Feb 07 04:22:50.868155 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69f23ed6-b931-497c-91fc-59e21122b299 req-fa22028a-204f-467e-a9e1-f401dbfb1f9c tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407841 Feb 07 04:22:50.997238 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09cb6a-2646-4706-9b59-fe38f518a71e req-1ceea12f-60cb-4271-b6a8-54d945c0ba51 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:50.998633 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8b09cb6a-2646-4706-9b59-fe38f518a71e req-1ceea12f-60cb-4271-b6a8-54d945c0ba51 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0550303 Feb 07 04:22:51.044854 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8b09cb6a-2646-4706-9b59-fe38f518a71e req-7e7d58fc-14a7-429d-873d-f41776995f74 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406740 Feb 07 04:22:51.370274 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c0887-9b1a-416a-aaf6-1e5626f8fdef req-2cd183b3-409f-4d5d-9154-1c5f7e270568 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:51.371748 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-855c0887-9b1a-416a-aaf6-1e5626f8fdef req-2cd183b3-409f-4d5d-9154-1c5f7e270568 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0576637 Feb 07 04:22:51.422989 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-855c0887-9b1a-416a-aaf6-1e5626f8fdef req-30801f68-b3c0-4af5-8b71-9be8e64a152a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 Feb 07 04:22:51.891975 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fb914-3869-436c-be34-703b57eaa357 req-4856ea8f-f9bb-4154-a276-106f17ed8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:51.893550 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e13fb914-3869-436c-be34-703b57eaa357 req-4856ea8f-f9bb-4154-a276-106f17ed8b65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1129 time: 0.0446117 Feb 07 04:22:51.984276 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f0a4d-9919-4f0d-b113-aa2283da4723 req-18eaa9ad-15a3-4a86-92b3-25a526e8ca4f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:51.984711 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fb914-3869-436c-be34-703b57eaa357 req-f65f93ab-0be3-4483-b71e-9cea869898fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:51.985772 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f13f0a4d-9919-4f0d-b113-aa2283da4723 req-18eaa9ad-15a3-4a86-92b3-25a526e8ca4f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0514848 Feb 07 04:22:51.986176 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e13fb914-3869-436c-be34-703b57eaa357 req-f65f93ab-0be3-4483-b71e-9cea869898fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 909 time: 0.0864050 Feb 07 04:22:52.036408 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f13f0a4d-9919-4f0d-b113-aa2283da4723 req-9060a24f-6060-46d4-aa48-f88d5f20e70c tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444026 Feb 07 04:22:52.056288 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e13fb914-3869-436c-be34-703b57eaa357 req-39a22fc3-24f1-4cd0-b039-b4f8ceb2b996 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 1000 time: 0.0631106 Feb 07 04:22:52.102490 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fb914-3869-436c-be34-703b57eaa357 req-4d5e5960-b7ce-43ac-80b3-a6fdd1ec446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:52.103963 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e13fb914-3869-436c-be34-703b57eaa357 req-4d5e5960-b7ce-43ac-80b3-a6fdd1ec446c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.0421147 Feb 07 04:22:52.188944 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fb914-3869-436c-be34-703b57eaa357 req-2e79a4f4-d817-49bc-afe6-ecb217f6e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:52.190468 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e13fb914-3869-436c-be34-703b57eaa357 req-2e79a4f4-d817-49bc-afe6-ecb217f6e7e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802689 Feb 07 04:22:52.197924 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cda10-b36f-46c1-b2b7-d8b3fa2c44f2 req-aa56c171-ff89-4af8-a9a0-6b6a6707b90b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:52.199296 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b52cda10-b36f-46c1-b2b7-d8b3fa2c44f2 req-aa56c171-ff89-4af8-a9a0-6b6a6707b90b tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0815418 Feb 07 04:22:52.312978 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b52cda10-b36f-46c1-b2b7-d8b3fa2c44f2 req-b7c195a6-3f28-414c-8c1a-71c403c0ddb0 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055443 Feb 07 04:22:52.329903 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e13fb914-3869-436c-be34-703b57eaa357 req-44f3b83a-10de-4940-a744-d6948142fdc5 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296501 Feb 07 04:22:52.422077 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e13fb914-3869-436c-be34-703b57eaa357 req-7a475a02-cc4a-4a29-b9ab-c8926c95b293 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830216 Feb 07 04:22:52.536431 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b735-2d85-4ea6-8cfc-32c704188cf7 req-ab58f793-f4d0-4330-b822-8dc96800d482 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:52.537895 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1481b735-2d85-4ea6-8cfc-32c704188cf7 req-ab58f793-f4d0-4330-b822-8dc96800d482 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Feb 07 04:22:52.590155 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1481b735-2d85-4ea6-8cfc-32c704188cf7 req-6b94da91-b751-4f8d-8b9f-6118b3e8a5e8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462160 Feb 07 04:22:53.154598 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8ca3d-afd1-4feb-be78-afd8ec1d104b req-bac51306-6c85-4b57-b743-cc651ec11ba3 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:53.156096 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1ec8ca3d-afd1-4feb-be78-afd8ec1d104b req-bac51306-6c85-4b57-b743-cc651ec11ba3 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0539005 Feb 07 04:22:53.202924 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1ec8ca3d-afd1-4feb-be78-afd8ec1d104b req-2629dc1f-096f-4793-80c2-3efbe9ec3f2f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Feb 07 04:22:53.438069 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4c726-9e1a-467f-900c-69aab877c803 req-39c86302-abcd-47f2-aeaf-5bbbb0b10508 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:53.439820 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-41d4c726-9e1a-467f-900c-69aab877c803 req-39c86302-abcd-47f2-aeaf-5bbbb0b10508 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0547075 Feb 07 04:22:53.488832 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-41d4c726-9e1a-467f-900c-69aab877c803 req-57bae21c-432c-4d82-9fd1-8aabee8073b9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430870 Feb 07 04:22:53.615687 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be9c05-ba04-4f50-9d80-e6111edea9a3 req-74532cdf-1d26-4d72-897b-758bc466cc44 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:53.617204 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-12be9c05-ba04-4f50-9d80-e6111edea9a3 req-74532cdf-1d26-4d72-897b-758bc466cc44 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0581851 Feb 07 04:22:53.626588 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 59578) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:22:53.631488 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-07c32266-e793-446c-87cc-993f64f2a4de tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Request body: {'floatingip': {'port_id': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:22:53.699587 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07c32266-e793-446c-87cc-993f64f2a4de tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (9f9b1103-8b03-479c-9889-880717b6d10d), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:53.802587 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949af9d-d98b-4f6f-a007-5c8737005023 req-4015743d-5b25-4def-8fec-2537e8d50e94 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:53.804088 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a949af9d-d98b-4f6f-a007-5c8737005023 req-4015743d-5b25-4def-8fec-2537e8d50e94 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.1393020 Feb 07 04:22:54.130936 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a949af9d-d98b-4f6f-a007-5c8737005023 req-d1550cac-1f76-4a7e-b896-f4c7209f2b10 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190579 Feb 07 04:22:54.322135 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19862b8-ea04-4e1f-910e-0243905b7b56 req-198b691f-486c-49cc-b59a-fc7344fc19f6 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:54.323617 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e19862b8-ea04-4e1f-910e-0243905b7b56 req-198b691f-486c-49cc-b59a-fc7344fc19f6 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0528138 Feb 07 04:22:54.370678 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07c32266-e793-446c-87cc-993f64f2a4de tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:54.374436 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e19862b8-ea04-4e1f-910e-0243905b7b56 req-de75be33-dc6e-4a33-9883-7798b6b23260 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452437 Feb 07 04:22:54.375446 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07c32266-e793-446c-87cc-993f64f2a4de tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (9f9b1103-8b03-479c-9889-880717b6d10d), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:54.473455 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [None req-07c32266-e793-446c-87cc-993f64f2a4de tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Floating IP 9f9b1103-8b03-479c-9889-880717b6d10d associated. External IP: 172.27.1.237, port: e0bc3bcd-e4e6-47cf-93b5-f2461a823929. Feb 07 04:22:54.672996 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c32266-e793-446c-87cc-993f64f2a4de tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Router 91802a57-fedb-40cc-a080-7fbc6995c1b5 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:22:54.779307 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c32266-e793-446c-87cc-993f64f2a4de tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:22:54.784374 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-07c32266-e793-446c-87cc-993f64f2a4de tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:54.789372 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] Sync routers for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:22:54.798828 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:22:54.799430 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:22:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:54.813004 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-07c32266-e793-446c-87cc-993f64f2a4de tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "PUT /v2.0/floatingips/9f9b1103-8b03-479c-9889-880717b6d10d HTTP/1.1" status: 200 len: 991 time: 1.1851873 Feb 07 04:22:54.813594 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'tag': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:22:54.816026 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a6e811-b782-4dfd-b3a6-bbdc09715f01" -d '{"events": [{"name": "network-changed", "server_uuid": "65197dd0-1ef5-46a4-bd5c-c4214703105b", "tag": "e0bc3bcd-e4e6-47cf-93b5-f2461a823929"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:22:54.914367 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0be4ba-fdf7-4803-89b3-e4fcb7a15acb x-openstack-request-id: req-8a0be4ba-fdf7-4803-89b3-e4fcb7a15acb {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:22:54.914708 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65197dd0-1ef5-46a4-bd5c-c4214703105b", "tag": "e0bc3bcd-e4e6-47cf-93b5-f2461a823929", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:22:54.914993 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a0be4ba-fdf7-4803-89b3-e4fcb7a15acb {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:22:54.915416 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:22:54.916067 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'tag': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929', 'status': 'completed', 'code': 200} Feb 07 04:22:54.927068 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e21b15-cd49-4dab-a42a-4f2ccdad3bb7 req-27dcb1bb-cba1-4917-9762-96ee854460e9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:54.928533 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b7e21b15-cd49-4dab-a42a-4f2ccdad3bb7 req-27dcb1bb-cba1-4917-9762-96ee854460e9 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0674515 Feb 07 04:22:54.980251 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b7e21b15-cd49-4dab-a42a-4f2ccdad3bb7 req-2d60417e-2467-4d9f-8b72-2e66eb2576fb tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454540 Feb 07 04:22:54.998171 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-0271d729-8ae6-473d-a561-22fe9ed1758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:54.999804 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-0271d729-8ae6-473d-a561-22fe9ed1758b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 1129 time: 0.0442402 Feb 07 04:22:55.089938 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-bc1dbd85-c1f4-412f-a5f2-9d329436e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:55.091400 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-bc1dbd85-c1f4-412f-a5f2-9d329436e10f service neutron] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 918 time: 0.0856819 Feb 07 04:22:55.155616 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-736be046-d505-48ff-8c5b-fcc944463bcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0bc3bcd-e4e6-47cf-93b5-f2461a823929 HTTP/1.1" status: 200 len: 999 time: 0.0579665 Feb 07 04:22:55.189955 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '9f9b1103-8b03-479c-9889-880717b6d10d', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'port_id': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'mac_address': 'fa:16:3e:1a:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:22:28Z', 'updated_at': '2022-02-07T04:22:54Z', 'revision_number': 1, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:55.216056 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] Checking router: 91802a57-fedb-40cc-a080-7fbc6995c1b5 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:22:55.224106 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:22:55.224713 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:22:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:55.233314 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-d957c31e-fe90-4aa8-a980-b1075a92b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:55.234764 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-d957c31e-fe90-4aa8-a980-b1075a92b2ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0724773 Feb 07 04:22:55.282074 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62336b4d-6380-4b52-ab63-74b9dd88b3b9 req-c672371f-f2b4-4e65-ac04-db37abe2be56 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:55.283564 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-62336b4d-6380-4b52-ab63-74b9dd88b3b9 req-c672371f-f2b4-4e65-ac04-db37abe2be56 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0844376 Feb 07 04:22:55.309938 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-79f6babc-5224-4bc0-bf81-e2a300334bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:55.311467 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-79f6babc-5224-4bc0-bf81-e2a300334bed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694017 Feb 07 04:22:55.331490 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:22:55.384647 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-62336b4d-6380-4b52-ab63-74b9dd88b3b9 req-470e0a43-58d0-4ec1-b841-87847ff6fd31 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932808 Feb 07 04:22:55.432546 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-55b902d9-022a-4f83-9d3e-66861b0d69c0 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109076 Feb 07 04:22:55.495459 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46749-3f6f-4b3c-992e-e9540573d10c req-724eb55b-b7a2-4331-ac17-3ead49ad881f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:55.496913 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e5a46749-3f6f-4b3c-992e-e9540573d10c req-724eb55b-b7a2-4331-ac17-3ead49ad881f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0533321 Feb 07 04:22:55.523379 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-78a6e811-b782-4dfd-b3a6-bbdc09715f01 req-b223add4-2588-4722-8f4e-e1725fabc45b service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841753 Feb 07 04:22:55.548489 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e5a46749-3f6f-4b3c-992e-e9540573d10c req-b1c86433-3bb3-4235-aef9-59e827fd2114 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438776 Feb 07 04:22:55.557635 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '9f9b1103-8b03-479c-9889-880717b6d10d', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'port_id': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'mac_address': 'fa:16:3e:1a:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:22:28Z', 'updated_at': '2022-02-07T04:22:54Z', 'revision_number': 1, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:22:55.587444 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac42a3-668d-4ba9-8a73-4e21a07d7bc4 None None] The sync data for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi is: [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '9f9b1103-8b03-479c-9889-880717b6d10d', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'port_id': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'mac_address': 'fa:16:3e:1a:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:22:28Z', 'updated_at': '2022-02-07T04:22:54Z', 'revision_number': 1, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:22:55.767129 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1cec77-e38c-44f8-a77a-d5c7d8744643 None None] New status for floating IP 9f9b1103-8b03-479c-9889-880717b6d10d: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:22:56.103132 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d572ccc-1705-4a22-a41f-9a44fe396b2f req-c583c82e-5a1d-4526-81df-9b74a1627af5 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:56.104606 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9d572ccc-1705-4a22-a41f-9a44fe396b2f req-c583c82e-5a1d-4526-81df-9b74a1627af5 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0516748 Feb 07 04:22:56.154103 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9d572ccc-1705-4a22-a41f-9a44fe396b2f req-665892e2-e8e9-4d2e-840b-2314638bd19c tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ede27a-962a-4605-858b-0a7dc06afd94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Feb 07 04:22:56.514079 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73b1b7-b970-4db6-a39d-71c3967c396e req-d0cbbb5f-34cb-45fd-b849-d3a36e72eec1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:56.515627 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-de73b1b7-b970-4db6-a39d-71c3967c396e req-d0cbbb5f-34cb-45fd-b849-d3a36e72eec1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0523989 Feb 07 04:22:56.563923 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-de73b1b7-b970-4db6-a39d-71c3967c396e req-b176b7d0-ddb9-4837-9ae7-bf8bc9890bd7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Feb 07 04:22:56.663199 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7847b41-f91f-491b-8793-4b6e27186f3d req-6d8c84ae-36c4-4815-bd48-78a4be1bfd82 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:56.664699 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b7847b41-f91f-491b-8793-4b6e27186f3d req-6d8c84ae-36c4-4815-bd48-78a4be1bfd82 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0519986 Feb 07 04:22:56.714732 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b7847b41-f91f-491b-8793-4b6e27186f3d req-1f3558e2-7e15-41be-bf7b-2ccc2109922f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Feb 07 04:22:57.680123 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08083f6-391a-4cc2-8f52-a11550481b96 req-4308aa7a-47bc-4a8a-a666-187e7af6d492 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:57.681508 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d08083f6-391a-4cc2-8f52-a11550481b96 req-4308aa7a-47bc-4a8a-a666-187e7af6d492 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0521545 Feb 07 04:22:57.728460 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d08083f6-391a-4cc2-8f52-a11550481b96 req-5561fca9-e873-4514-a412-71e5c7be2c44 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 Feb 07 04:22:57.746599 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:57.832685 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288c3c0-cce7-42b4-96f5-4081a24c3051 req-2ffe32c3-e80f-44d5-ad66-f34c8be26a8d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:57.834170 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3288c3c0-cce7-42b4-96f5-4081a24c3051 req-2ffe32c3-e80f-44d5-ad66-f34c8be26a8d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0534337 Feb 07 04:22:57.881809 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3288c3c0-cce7-42b4-96f5-4081a24c3051 req-b17dad22-577f-4f46-acbc-b33e04f1ebde tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 Feb 07 04:22:58.722458 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 17109406-6d8f-40f6-9417-ddb7abe58df8 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:22:58.800709 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 17109406-6d8f-40f6-9417-ddb7abe58df8 is: ACTIVE; New status is: DOWN {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:22:58.801435 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:58.823887 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:22:58.826198 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866a3ca6-704b-4836-a724-0f43d12ba586" -d '{"events": [{"server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "name": "network-vif-unplugged", "status": "completed", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:22:58.839211 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 17109406-6d8f-40f6-9417-ddb7abe58df8, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=17109406-6d8f-40f6-9417-ddb7abe58df8,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:22:58.844861 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:22:58.851311 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dffbe-afde-4eb5-b1c8-b4076b9cb727 req-685506dd-c343-4a48-933e-0f51f53013e1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:58.853495 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8b0dffbe-afde-4eb5-b1c8-b4076b9cb727 req-685506dd-c343-4a48-933e-0f51f53013e1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 945 time: 0.0561774 Feb 07 04:22:58.876957 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 04:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a783a0c-01c4-42f4-b29a-2f4338ad1c88 x-openstack-request-id: req-1a783a0c-01c4-42f4-b29a-2f4338ad1c88 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:22:58.877253 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "name": "network-vif-unplugged", "status": "completed", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:22:58.877508 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a783a0c-01c4-42f4-b29a-2f4338ad1c88 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:22:58.877897 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8', 'code': 200} Feb 07 04:22:58.893129 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=17109406-6d8f-40f6-9417-ddb7abe58df8,revision_number=6']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:22:58.901669 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8b0dffbe-afde-4eb5-b1c8-b4076b9cb727 req-f8b189fd-1410-4752-b6f1-c895cd5f5751 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423825 Feb 07 04:22:58.999670 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128432c-8adc-47dc-b32b-a4dd329a5af4 req-9dc15e89-828f-434d-bb5a-2f33a53b34a4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:22:59.001158 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8128432c-8adc-47dc-b32b-a4dd329a5af4 req-9dc15e89-828f-434d-bb5a-2f33a53b34a4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0512011 Feb 07 04:22:59.049319 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8128432c-8adc-47dc-b32b-a4dd329a5af4 req-7830a628-b9c8-4fde-a450-403f5a0cbc76 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Feb 07 04:22:59.058351 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-11c19723-1d93-44b6-a684-65c869fb53e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:00.021493 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145fd70-c1c7-4729-8825-40d50b9dc441 req-df52cca0-650b-4fc1-bf0b-413479b2fc19 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:00.022968 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c145fd70-c1c7-4729-8825-40d50b9dc441 req-df52cca0-650b-4fc1-bf0b-413479b2fc19 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0529623 Feb 07 04:23:00.079198 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c145fd70-c1c7-4729-8825-40d50b9dc441 req-dca64adb-8f02-43a2-96d9-3f26e269d962 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497339 Feb 07 04:23:00.182259 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaee08-be48-44a2-b0a5-2023975cc1c0 req-2db8c710-3187-45e7-ac0a-562c00e9be88 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:00.183726 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6faaee08-be48-44a2-b0a5-2023975cc1c0 req-2db8c710-3187-45e7-ac0a-562c00e9be88 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0553675 Feb 07 04:23:00.230376 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6faaee08-be48-44a2-b0a5-2023975cc1c0 req-e208f4c2-bbd6-462d-84bb-e7df86b37d9a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Feb 07 04:23:01.200275 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eeeac-9860-4c01-bb7e-ecf1f29eecda req-9101cf7e-05fa-45af-a6d3-2fc4127c5b84 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:01.201670 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-573eeeac-9860-4c01-bb7e-ecf1f29eecda req-9101cf7e-05fa-45af-a6d3-2fc4127c5b84 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0557156 Feb 07 04:23:01.248455 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-573eeeac-9860-4c01-bb7e-ecf1f29eecda req-70307324-7d2e-46db-8cd2-01ba37a1cad0 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412498 Feb 07 04:23:01.344594 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd405ba-0c30-4d74-b9c1-22267d72de34 req-aff3970a-c8c4-495e-845c-78b2c9b5bc1f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:01.346058 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-efd405ba-0c30-4d74-b9c1-22267d72de34 req-aff3970a-c8c4-495e-845c-78b2c9b5bc1f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0513067 Feb 07 04:23:01.374083 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d5ab-8611-407b-ab3f-efdee375066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:01.394847 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-efd405ba-0c30-4d74-b9c1-22267d72de34 req-0305cde7-7ffe-431e-a38e-d0884b5b0552 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433509 Feb 07 04:23:02.362991 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725870f2-2238-45a2-a369-e5b59ff657c1 req-5cd1a71e-4014-42b4-a833-803c9667df6a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:02.364469 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-725870f2-2238-45a2-a369-e5b59ff657c1 req-5cd1a71e-4014-42b4-a833-803c9667df6a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0508127 Feb 07 04:23:02.411659 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-725870f2-2238-45a2-a369-e5b59ff657c1 req-1cebe1c4-2c65-4236-bfbb-48e91326d5cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412545 Feb 07 04:23:02.512606 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec743bad-c63f-465b-94c9-764134eb3e4b req-58ae952a-9e67-4446-a289-4d281d73a971 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:02.514049 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ec743bad-c63f-465b-94c9-764134eb3e4b req-58ae952a-9e67-4446-a289-4d281d73a971 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0507612 Feb 07 04:23:02.537836 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:02.566930 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ec743bad-c63f-465b-94c9-764134eb3e4b req-7aeb3eaf-968c-45e7-a4b7-7b73f7d9dc98 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472708 Feb 07 04:23:03.526186 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2b58-9d0f-49f8-adcb-88c75660005b req-1a6edbbd-554e-47a7-a0ca-c8e9c1e250da tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:03.527613 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e5de2b58-9d0f-49f8-adcb-88c75660005b req-1a6edbbd-554e-47a7-a0ca-c8e9c1e250da tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0508196 Feb 07 04:23:03.577520 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e5de2b58-9d0f-49f8-adcb-88c75660005b req-95f0cd29-a61f-4587-b02d-25c48c612354 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 Feb 07 04:23:03.681300 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bbf3f-7d45-484d-acbe-5b48b904f988 req-735ceaf5-96ee-4d46-bb8d-ce2e489c120c tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:03.682752 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1b2bbf3f-7d45-484d-acbe-5b48b904f988 req-735ceaf5-96ee-4d46-bb8d-ce2e489c120c tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0510712 Feb 07 04:23:03.729393 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1b2bbf3f-7d45-484d-acbe-5b48b904f988 req-9e247a50-a5c1-4e6a-b1a4-359339f03252 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Feb 07 04:23:03.928835 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:04.281380 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-46d6c527-c332-48d3-89bd-6ee6635cb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:04.282862 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-46d6c527-c332-48d3-89bd-6ee6635cb6aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1127 time: 0.0437608 Feb 07 04:23:04.382168 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-df320bc1-ebcb-4b40-a204-128e57b9f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:04.383615 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-df320bc1-ebcb-4b40-a204-128e57b9f59b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 909 time: 0.0803683 Feb 07 04:23:04.450929 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-8b210b87-f248-4020-9515-fe04746f4392 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 998 time: 0.0612781 Feb 07 04:23:04.497479 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-bc5f2cb6-7c95-44ce-a6f7-c142f203c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:04.498868 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-bc5f2cb6-7c95-44ce-a6f7-c142f203c8f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.0419292 Feb 07 04:23:04.548433 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-9daeba19-353f-47a5-b495-bec9fc279b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:04.550038 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-9daeba19-353f-47a5-b495-bec9fc279b2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445554 Feb 07 04:23:04.641007 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-f4a5bd23-e8d1-4d3f-a824-a0cd2bad541a service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842733 Feb 07 04:23:04.758106 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d227-2443-4f38-b876-2f792bb11577 req-acab9206-ae30-4862-991e-aa1d8c5199b1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:04.759610 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0670d227-2443-4f38-b876-2f792bb11577 req-acab9206-ae30-4862-991e-aa1d8c5199b1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.1163778 Feb 07 04:23:04.780787 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e93a57ed-67f3-491c-b1ea-af22422341a5 req-cd71b4ab-f7e1-4574-ab84-2f59ec0d614f service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273830 Feb 07 04:23:04.818880 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0670d227-2443-4f38-b876-2f792bb11577 req-56407f6e-bc8d-49d0-a3e7-e86560569f7a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504267 Feb 07 04:23:04.849889 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c061-0572-48ce-9700-65e5157118cf req-114ea0c6-cffd-4c8b-8afe-642d277578da tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:04.851372 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7108c061-0572-48ce-9700-65e5157118cf req-114ea0c6-cffd-4c8b-8afe-642d277578da tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0539539 Feb 07 04:23:04.897821 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7108c061-0572-48ce-9700-65e5157118cf req-22fed63d-e1c5-4f6c-a639-5dbd15640161 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Feb 07 04:23:05.278214 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:05.944353 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb683d40-fdb7-403f-951a-2e701b0c1974 req-5e596a75-e765-4dc3-94eb-53be4176fd9e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:05.945879 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb683d40-fdb7-403f-951a-2e701b0c1974 req-5e596a75-e765-4dc3-94eb-53be4176fd9e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0527318 Feb 07 04:23:06.000756 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb683d40-fdb7-403f-951a-2e701b0c1974 req-0b295547-4010-442b-bed6-0408defaf94f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491478 Feb 07 04:23:06.173197 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412174e6-7be3-49ee-96b5-188537066b4a req-5ba3e539-a1fd-4bb4-b4e1-3ee9b9b9694b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:06.174659 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-412174e6-7be3-49ee-96b5-188537066b4a req-5ba3e539-a1fd-4bb4-b4e1-3ee9b9b9694b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0553150 Feb 07 04:23:06.221090 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-412174e6-7be3-49ee-96b5-188537066b4a req-67368c66-cbf0-4520-b346-6af30a8671a2 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409853 Feb 07 04:23:07.120917 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f229247-3493-4902-901d-6e9e0a5ebad6 req-8d17ef66-7a60-4856-83af-6879ffa6859a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:07.122401 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7f229247-3493-4902-901d-6e9e0a5ebad6 req-8d17ef66-7a60-4856-83af-6879ffa6859a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0546975 Feb 07 04:23:07.173491 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7f229247-3493-4902-901d-6e9e0a5ebad6 req-665a68af-f71d-45e4-bf1b-a2e74b32458d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455356 Feb 07 04:23:07.335964 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e704-b39d-4f04-aa5c-8e5707ea5bb0 req-c3b5f343-fd91-47e5-80ea-b8464e219c95 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:07.337460 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aba5e704-b39d-4f04-aa5c-8e5707ea5bb0 req-c3b5f343-fd91-47e5-80ea-b8464e219c95 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0519829 Feb 07 04:23:07.385176 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aba5e704-b39d-4f04-aa5c-8e5707ea5bb0 req-a74ae368-1dd8-4c39-8d46-fc30c73d86e5 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Feb 07 04:23:08.290476 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff8436-66b7-4e38-aa2c-b2977f2c98f8 req-f844304a-9b1b-427b-8d4e-869eb9a1c3f6 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:08.291934 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-50ff8436-66b7-4e38-aa2c-b2977f2c98f8 req-f844304a-9b1b-427b-8d4e-869eb9a1c3f6 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0518322 Feb 07 04:23:08.339886 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-50ff8436-66b7-4e38-aa2c-b2977f2c98f8 req-74188c15-3fdc-4037-9e10-ac7b86da85a2 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 Feb 07 04:23:08.504932 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a16040-617a-416a-8a8e-fc31cc087104 req-db852d7c-6fec-47a1-ba73-01f9ebfc1a3d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:08.506347 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-07a16040-617a-416a-8a8e-fc31cc087104 req-db852d7c-6fec-47a1-ba73-01f9ebfc1a3d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0540435 Feb 07 04:23:08.552976 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-07a16040-617a-416a-8a8e-fc31cc087104 req-70910abd-8685-486d-8287-46aa7c930dad tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 Feb 07 04:23:09.453232 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298befca-561c-4605-8984-101ed4d06a35 req-be9b2c4f-771d-4fcc-8672-cbab9ebd827d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:09.454687 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-298befca-561c-4605-8984-101ed4d06a35 req-be9b2c4f-771d-4fcc-8672-cbab9ebd827d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0505357 Feb 07 04:23:09.457712 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:23:09.501012 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-298befca-561c-4605-8984-101ed4d06a35 req-ccf33bcb-15cb-469b-a6e7-4cf45e1eb78c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Feb 07 04:23:09.669780 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9555e3-a124-412c-9ec3-47fd6e8b87d1 req-efd3b069-1854-42d6-88a3-28aefe6fed2a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:09.671235 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-da9555e3-a124-412c-9ec3-47fd6e8b87d1 req-efd3b069-1854-42d6-88a3-28aefe6fed2a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0526001 Feb 07 04:23:09.717466 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-da9555e3-a124-412c-9ec3-47fd6e8b87d1 req-b82ce95b-7717-4829-80e9-96876f4bcebb tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 Feb 07 04:23:10.618549 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7ba90-ec3f-4d0f-8c72-ca040bb371d6 req-98fc88f1-c83a-4fef-b340-27a9e81a6dbe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:10.619998 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-20b7ba90-ec3f-4d0f-8c72-ca040bb371d6 req-98fc88f1-c83a-4fef-b340-27a9e81a6dbe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0545118 Feb 07 04:23:10.666616 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-20b7ba90-ec3f-4d0f-8c72-ca040bb371d6 req-8feec927-e87c-4715-8594-6edc9500a8a5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 Feb 07 04:23:10.834118 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1191909-3104-4fd5-8efe-1e61e7bf1079 req-bbe315aa-72bb-450b-ae44-249b2c48fea0 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:10.835499 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d1191909-3104-4fd5-8efe-1e61e7bf1079 req-bbe315aa-72bb-450b-ae44-249b2c48fea0 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0519891 Feb 07 04:23:10.887539 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d1191909-3104-4fd5-8efe-1e61e7bf1079 req-806daaf0-bee6-4f30-841d-91bec37de5f9 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 Feb 07 04:23:11.781216 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1ff9-042a-4ca5-9907-f91bfab5766c req-a8f510f3-d354-4676-b420-397ad4bfc504 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:11.782821 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-531d1ff9-042a-4ca5-9907-f91bfab5766c req-a8f510f3-d354-4676-b420-397ad4bfc504 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0516076 Feb 07 04:23:11.830185 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-531d1ff9-042a-4ca5-9907-f91bfab5766c req-04a1c869-1680-4d4a-820e-22ab5f8eba7c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416734 Feb 07 04:23:12.003308 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12476f54-aff9-47ee-9974-af011a9e9e56 req-5a76930b-e02a-490b-91c9-5a3986cb6178 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:12.004788 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12476f54-aff9-47ee-9974-af011a9e9e56 req-5a76930b-e02a-490b-91c9-5a3986cb6178 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0515327 Feb 07 04:23:12.051766 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12476f54-aff9-47ee-9974-af011a9e9e56 req-6a4f729f-3398-4e8a-bfe9-9110b170ea3e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Feb 07 04:23:12.947091 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2fca7-54e9-4c7b-9254-da973d459340 req-b79a6536-da9b-468e-9e9e-336a6fe75f88 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:12.949944 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7ae2fca7-54e9-4c7b-9254-da973d459340 req-b79a6536-da9b-468e-9e9e-336a6fe75f88 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0546658 Feb 07 04:23:12.996679 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7ae2fca7-54e9-4c7b-9254-da973d459340 req-d83768b6-0427-4930-856a-dae78ffab631 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Feb 07 04:23:13.168618 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b0d65-4b88-4979-9489-7770bcd9a8b3 req-ad045604-bb5f-4813-a824-a6a485e3c5c5 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:13.170171 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b96b0d65-4b88-4979-9489-7770bcd9a8b3 req-ad045604-bb5f-4813-a824-a6a485e3c5c5 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0524130 Feb 07 04:23:13.217053 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b96b0d65-4b88-4979-9489-7770bcd9a8b3 req-8d2c908f-77bf-489b-98d4-3aada857674a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414400 Feb 07 04:23:14.122939 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b945624-59ae-45d5-9a17-bde83a0e718d req-1b1baa9a-6fd8-472e-beb3-c4dfa21f5e66 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:14.124410 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b945624-59ae-45d5-9a17-bde83a0e718d req-1b1baa9a-6fd8-472e-beb3-c4dfa21f5e66 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0509884 Feb 07 04:23:14.170190 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1b945624-59ae-45d5-9a17-bde83a0e718d req-4c067c62-1ae9-4f37-84af-d91ab32e6d75 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 Feb 07 04:23:14.336941 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6ea8a-dec2-43e2-8c5e-36ac6978c983 req-53d07768-1992-480c-a26e-8838f5d1a170 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:14.338380 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-58e6ea8a-dec2-43e2-8c5e-36ac6978c983 req-53d07768-1992-480c-a26e-8838f5d1a170 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0555773 Feb 07 04:23:14.384708 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-58e6ea8a-dec2-43e2-8c5e-36ac6978c983 req-c06aa430-7a0f-49b9-8518-11fa3bfce4b2 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Feb 07 04:23:15.285771 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b8195-aa49-477a-beb2-2d756a8b555f req-5c0a91b8-602e-4277-834d-0876bf64b86e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:15.287233 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a09b8195-aa49-477a-beb2-2d756a8b555f req-5c0a91b8-602e-4277-834d-0876bf64b86e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0513544 Feb 07 04:23:15.337085 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a09b8195-aa49-477a-beb2-2d756a8b555f req-c2c1de92-ad26-4122-8fbf-ce53c7696db8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444665 Feb 07 04:23:15.501552 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689cfd3-1a01-4dbb-9e40-13e04218416b req-f09d284c-b736-469a-ba82-bebee73c95da tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:15.502909 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b689cfd3-1a01-4dbb-9e40-13e04218416b req-f09d284c-b736-469a-ba82-bebee73c95da tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0510211 Feb 07 04:23:15.550867 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b689cfd3-1a01-4dbb-9e40-13e04218416b req-a2f452a6-5434-4248-ae16-ec6f43f1ccf4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425317 Feb 07 04:23:16.458897 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06c552-158c-4e4a-8a5b-b63617b4a68c req-6e8be266-c50a-4fa0-aef5-74d5d5a14fc1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:16.460386 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ca06c552-158c-4e4a-8a5b-b63617b4a68c req-6e8be266-c50a-4fa0-aef5-74d5d5a14fc1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0586898 Feb 07 04:23:16.507649 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ca06c552-158c-4e4a-8a5b-b63617b4a68c req-e4ea7cca-5f72-4db6-9bb7-f104794cd373 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Feb 07 04:23:16.664450 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0401e-190d-48bd-b5ee-86958e862186 req-5176c695-ff96-47ae-a0a9-994d8a237b28 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:16.665899 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f2b0401e-190d-48bd-b5ee-86958e862186 req-5176c695-ff96-47ae-a0a9-994d8a237b28 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0512185 Feb 07 04:23:16.715926 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f2b0401e-190d-48bd-b5ee-86958e862186 req-31a61c92-66bd-4f9f-a08e-97432ed2decf tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446706 Feb 07 04:23:17.621448 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af5a8a-abf4-40ca-8505-02df07320a87 req-692c8ff6-60e3-44ec-a04b-ca9227280f97 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:17.622884 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-90af5a8a-abf4-40ca-8505-02df07320a87 req-692c8ff6-60e3-44ec-a04b-ca9227280f97 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0508227 Feb 07 04:23:17.669437 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-90af5a8a-abf4-40ca-8505-02df07320a87 req-bb3c891d-2d73-4ed7-872b-b242888610af tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 Feb 07 04:23:17.832988 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c385-a0e3-4965-b73b-407e169d32f0 req-eab313b6-b9ef-4e7a-8a8f-d1f0278192a3 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:17.834450 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a663c385-a0e3-4965-b73b-407e169d32f0 req-eab313b6-b9ef-4e7a-8a8f-d1f0278192a3 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0512333 Feb 07 04:23:17.881092 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a663c385-a0e3-4965-b73b-407e169d32f0 req-7c188f1b-8347-4f61-b430-fa1d3d7dae4f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Feb 07 04:23:18.787792 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c91d95-8745-4677-869f-ea1bcb623ed9 req-132f26f5-0807-49d8-a769-cec1785d9370 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:18.789275 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-04c91d95-8745-4677-869f-ea1bcb623ed9 req-132f26f5-0807-49d8-a769-cec1785d9370 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0546544 Feb 07 04:23:18.835350 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-04c91d95-8745-4677-869f-ea1bcb623ed9 req-389f9efa-3fb0-4a9a-89b1-755dc9dee6ef tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400493 Feb 07 04:23:19.007298 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bc9ad-1560-451d-a525-562531d07824 req-fb6243e0-26b8-4cc5-bd87-2b225f36187f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:19.008817 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-671bc9ad-1560-451d-a525-562531d07824 req-fb6243e0-26b8-4cc5-bd87-2b225f36187f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0560586 Feb 07 04:23:19.056358 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-671bc9ad-1560-451d-a525-562531d07824 req-f0dffb05-9d5e-43f3-909c-1d8d3f859467 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419846 Feb 07 04:23:19.950372 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab3314-bf1a-4fb8-bd81-fe2e9b5298cc req-d454d6c2-c66f-40c6-aac5-d81d55855468 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:19.951833 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8dab3314-bf1a-4fb8-bd81-fe2e9b5298cc req-d454d6c2-c66f-40c6-aac5-d81d55855468 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0512230 Feb 07 04:23:20.000214 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8dab3314-bf1a-4fb8-bd81-fe2e9b5298cc req-26905582-cd06-4c9b-bd33-ab7bbcda0fa3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 Feb 07 04:23:20.174488 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ea222-bdcd-4328-b5bf-d04aa332a93c req-f7923d68-1361-49cd-9a4d-07b5307cfc40 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:20.175951 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-390ea222-bdcd-4328-b5bf-d04aa332a93c req-f7923d68-1361-49cd-9a4d-07b5307cfc40 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0556819 Feb 07 04:23:20.223404 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-390ea222-bdcd-4328-b5bf-d04aa332a93c req-a211860d-bb5c-4334-b24f-2336bd20d416 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Feb 07 04:23:21.118630 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55989e3d-4458-44a7-ad51-d05cec9f7ea0 req-c49bdd0e-fbc6-4754-b0ea-fd093529646a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:21.120122 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-55989e3d-4458-44a7-ad51-d05cec9f7ea0 req-c49bdd0e-fbc6-4754-b0ea-fd093529646a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0514359 Feb 07 04:23:21.175013 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-55989e3d-4458-44a7-ad51-d05cec9f7ea0 req-2d46a764-2c8c-4d57-90a4-a6e4a4bc5173 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455270 Feb 07 04:23:21.338056 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fa5ad-cf87-4e1c-9b57-d270ea6080f8 req-edca4063-efbb-4841-88c8-1ae977bb1802 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:21.339512 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ae4fa5ad-cf87-4e1c-9b57-d270ea6080f8 req-edca4063-efbb-4841-88c8-1ae977bb1802 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0518327 Feb 07 04:23:21.386300 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ae4fa5ad-cf87-4e1c-9b57-d270ea6080f8 req-b416a9a0-d610-462a-8890-8bf187fdac6f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Feb 07 04:23:22.290333 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f60b7a-a19e-4aab-907c-023ecfce8f56 req-f91904b9-f596-4383-a0f7-b208b8250692 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:22.291787 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-28f60b7a-a19e-4aab-907c-023ecfce8f56 req-f91904b9-f596-4383-a0f7-b208b8250692 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0514519 Feb 07 04:23:22.348948 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-28f60b7a-a19e-4aab-907c-023ecfce8f56 req-ea1160c3-8b95-46bd-abc3-9d84745851f1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496435 Feb 07 04:23:22.506444 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153d102-23b8-4079-bd56-bab54a32343b req-039ef31a-1e24-4db1-8855-9354ce3dd0de tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:22.507826 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a153d102-23b8-4079-bd56-bab54a32343b req-039ef31a-1e24-4db1-8855-9354ce3dd0de tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0543966 Feb 07 04:23:22.554810 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a153d102-23b8-4079-bd56-bab54a32343b req-4d6166d3-ee48-4627-95c7-addcc70bb28f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409596 Feb 07 04:23:23.459771 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42265f8-4938-4ecb-9c88-4ec849231d3a req-971619c3-2707-45f3-9869-87c17474464f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:23.461238 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a42265f8-4938-4ecb-9c88-4ec849231d3a req-971619c3-2707-45f3-9869-87c17474464f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0501566 Feb 07 04:23:23.506881 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a42265f8-4938-4ecb-9c88-4ec849231d3a req-e67f9141-7087-4bbc-9c3d-597124094f6b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397584 Feb 07 04:23:23.670180 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89342eb-33a0-4c66-bcee-3d684351ab19 req-ddf92cd9-d76f-4e6b-aac7-c86b61d252c9 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:23.671658 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b89342eb-33a0-4c66-bcee-3d684351ab19 req-ddf92cd9-d76f-4e6b-aac7-c86b61d252c9 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0524132 Feb 07 04:23:23.718318 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b89342eb-33a0-4c66-bcee-3d684351ab19 req-c2750f22-b032-45ae-989e-48041a21571a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 Feb 07 04:23:24.625245 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f752c-7cf8-46a7-8e75-5fbab6e52904 req-db652a2a-656e-4e12-b36c-93e91911a166 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:24.626687 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a35f752c-7cf8-46a7-8e75-5fbab6e52904 req-db652a2a-656e-4e12-b36c-93e91911a166 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0546513 Feb 07 04:23:24.673815 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a35f752c-7cf8-46a7-8e75-5fbab6e52904 req-8778357a-2e71-483a-88f4-ec3a85b1780a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Feb 07 04:23:24.831547 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ed28-9c34-4d68-96d8-b131f74d6510 req-cacd9725-603a-4d73-b4e9-04b2e32e397d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:24.832954 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72a3ed28-9c34-4d68-96d8-b131f74d6510 req-cacd9725-603a-4d73-b4e9-04b2e32e397d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0513477 Feb 07 04:23:24.883577 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72a3ed28-9c34-4d68-96d8-b131f74d6510 req-4bd35cee-b8e3-4491-9b30-7cfe442da1ef tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452445 Feb 07 04:23:25.789204 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360d52-c5f7-44fd-8719-83db6e6422a3 req-c82d82bc-a153-422a-824b-bf9ea59dba0a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:25.790658 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4e360d52-c5f7-44fd-8719-83db6e6422a3 req-c82d82bc-a153-422a-824b-bf9ea59dba0a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0514274 Feb 07 04:23:25.838064 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4e360d52-c5f7-44fd-8719-83db6e6422a3 req-4ccfdc3c-bdaa-4f13-b8b8-b20c9d3f0df0 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413573 Feb 07 04:23:25.996902 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11fb51-956a-4ccb-bed7-54e528491e57 req-193a6e59-2bb6-446f-a867-0d7c51f62df6 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:25.998333 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4f11fb51-956a-4ccb-bed7-54e528491e57 req-193a6e59-2bb6-446f-a867-0d7c51f62df6 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0510924 Feb 07 04:23:26.045930 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4f11fb51-956a-4ccb-bed7-54e528491e57 req-91edd2fe-43b3-47dd-abd2-75e87e1f8c27 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420997 Feb 07 04:23:26.957445 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbea67-4c13-48bc-b207-c8b9512fcbc4 req-a096ae76-e470-44ee-a926-ed46e48049f2 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:26.958927 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-45dbea67-4c13-48bc-b207-c8b9512fcbc4 req-a096ae76-e470-44ee-a926-ed46e48049f2 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0555615 Feb 07 04:23:27.005205 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-45dbea67-4c13-48bc-b207-c8b9512fcbc4 req-e4a17ff8-e432-4d7c-89d5-22dd742c9526 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Feb 07 04:23:27.159964 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ec21e-ade9-44e2-bd88-f7a39136236f req-9e4a953a-cd86-4b7b-a8a1-3975c21f930a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:27.161486 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ec7ec21e-ade9-44e2-bd88-f7a39136236f req-9e4a953a-cd86-4b7b-a8a1-3975c21f930a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0521238 Feb 07 04:23:27.208414 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ec7ec21e-ade9-44e2-bd88-f7a39136236f req-3584a060-2ce0-4668-8b74-ea2fa65f3a86 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Feb 07 04:23:27.758687 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:28.120537 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3f8f7-8c5f-4d60-a2ee-f6a12ff35021 req-4ae1ee31-c1da-4701-90b1-80fa561e8fd8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:28.121996 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8da3f8f7-8c5f-4d60-a2ee-f6a12ff35021 req-4ae1ee31-c1da-4701-90b1-80fa561e8fd8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0509772 Feb 07 04:23:28.170609 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-8da3f8f7-8c5f-4d60-a2ee-f6a12ff35021 req-8bc50cbe-97f8-45c8-8cdf-6e721c43a69f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 Feb 07 04:23:28.327579 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65da6a1-3344-40d5-9b86-72760cd72867 req-b2effa26-17bc-4aa9-8d57-d2d6f4c08124 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:28.328981 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e65da6a1-3344-40d5-9b86-72760cd72867 req-b2effa26-17bc-4aa9-8d57-d2d6f4c08124 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0564017 Feb 07 04:23:28.376251 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e65da6a1-3344-40d5-9b86-72760cd72867 req-bb2fbe7d-a5db-4c90-8c83-cb15d350ce64 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418293 Feb 07 04:23:29.060131 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-709cb7c3-9a01-4185-9da7-b4ffa227eb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:29.285821 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6a67f-9a29-402d-99ee-d0334e5d7c3d req-686329cf-ab6c-48c5-a451-da50b7cd3522 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:29.287334 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0fb6a67f-9a29-402d-99ee-d0334e5d7c3d req-686329cf-ab6c-48c5-a451-da50b7cd3522 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0520856 Feb 07 04:23:29.336676 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0fb6a67f-9a29-402d-99ee-d0334e5d7c3d req-46f4c86d-a0e8-44a9-8246-010859aef88c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438633 Feb 07 04:23:29.492916 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1ad4e-0a8a-4711-ae12-fb82e3c2591b req-2763bfc8-13b5-4488-b340-deadab71010a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:29.494288 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-41a1ad4e-0a8a-4711-ae12-fb82e3c2591b req-2763bfc8-13b5-4488-b340-deadab71010a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0527289 Feb 07 04:23:29.540580 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-41a1ad4e-0a8a-4711-ae12-fb82e3c2591b req-38b0f450-dd8f-4562-9ad3-496ef791f283 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Feb 07 04:23:30.473983 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c74d1-04ae-4499-8d69-bc8da3490b84 req-cce9abb4-5d53-4dde-8eef-139235a6cac7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:30.475948 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-688c74d1-04ae-4499-8d69-bc8da3490b84 req-cce9abb4-5d53-4dde-8eef-139235a6cac7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0683668 Feb 07 04:23:30.534307 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-688c74d1-04ae-4499-8d69-bc8da3490b84 req-90405068-8824-4506-9465-32ed258d04d0 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530255 Feb 07 04:23:30.660701 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9732007-d053-44e1-8f43-1d3550fa120f req-68cce787-207a-4e6b-b094-ad6082cd301f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:30.662175 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a9732007-d053-44e1-8f43-1d3550fa120f req-68cce787-207a-4e6b-b094-ad6082cd301f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0569139 Feb 07 04:23:30.712891 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a9732007-d053-44e1-8f43-1d3550fa120f req-92b71499-ffd1-46ad-b446-eb8563c8937c tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451965 Feb 07 04:23:31.374955 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-50ea2233-a037-4f5f-b5cb-4d956949f45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:31.651051 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c230c-98f7-4cf2-a684-90aa0c67f302 req-83b4a8a4-8e90-42a2-aa24-ad46b1f1d7fb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:31.652547 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c3c230c-98f7-4cf2-a684-90aa0c67f302 req-83b4a8a4-8e90-42a2-aa24-ad46b1f1d7fb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0513320 Feb 07 04:23:31.699322 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c3c230c-98f7-4cf2-a684-90aa0c67f302 req-7de41558-60a6-4c30-aa66-53737d2eb834 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 Feb 07 04:23:31.829071 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ae690-e23e-418f-a527-cf00de914bde req-b0dd89dc-5d16-4f16-b76b-f64b79168b8a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:31.830698 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aa9ae690-e23e-418f-a527-cf00de914bde req-b0dd89dc-5d16-4f16-b76b-f64b79168b8a tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0536606 Feb 07 04:23:31.877579 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aa9ae690-e23e-418f-a527-cf00de914bde req-c99dbe48-7536-4905-964d-04f2e9d3884b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Feb 07 04:23:32.539058 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:32.820580 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb14a18-1239-45e8-b954-b3343667e2ab req-a4d69f02-ce70-4e10-aeff-572a64349c23 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:32.822116 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-adb14a18-1239-45e8-b954-b3343667e2ab req-a4d69f02-ce70-4e10-aeff-572a64349c23 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0575266 Feb 07 04:23:32.868838 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-adb14a18-1239-45e8-b954-b3343667e2ab req-4dc690bb-9f7b-4349-bc98-0ed4915592dd tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 Feb 07 04:23:33.004843 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe216-9fcb-4785-a21b-4b9634c434c3 req-7fc587fc-b178-4525-becb-453c984a1bc8 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:33.006298 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0aabe216-9fcb-4785-a21b-4b9634c434c3 req-7fc587fc-b178-4525-becb-453c984a1bc8 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0555735 Feb 07 04:23:33.060408 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0aabe216-9fcb-4785-a21b-4b9634c434c3 req-6f8be283-2be9-41a6-bc8d-590faa520228 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482037 Feb 07 04:23:33.931218 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:33.987511 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f6209-fc20-4089-a4a0-ae4d6a5611ae req-33c77a5e-b709-4f89-9741-ad59210b3330 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:33.988992 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-190f6209-fc20-4089-a4a0-ae4d6a5611ae req-33c77a5e-b709-4f89-9741-ad59210b3330 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0520122 Feb 07 04:23:34.047160 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-190f6209-fc20-4089-a4a0-ae4d6a5611ae req-d2e8bf27-f718-485b-a5f8-7353cd88af34 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525391 Feb 07 04:23:34.174603 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9f8b-22eb-4872-bd16-380b31cf42af req-f1785c94-e04c-4290-89f4-6a9eeeeb87d0 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:34.176031 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-271d9f8b-22eb-4872-bd16-380b31cf42af req-f1785c94-e04c-4290-89f4-6a9eeeeb87d0 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0509582 Feb 07 04:23:34.225946 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-271d9f8b-22eb-4872-bd16-380b31cf42af req-9555a5d3-d97f-43b6-8960-0ec2a2ff3309 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444582 Feb 07 04:23:35.167723 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f2a18-28fa-4c3f-9b76-dc20938d3405 req-c13d7aea-28ba-4eb6-a497-9e33b458d22a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:35.169786 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2e3f2a18-28fa-4c3f-9b76-dc20938d3405 req-c13d7aea-28ba-4eb6-a497-9e33b458d22a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0559797 Feb 07 04:23:35.216463 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2e3f2a18-28fa-4c3f-9b76-dc20938d3405 req-368b8bd3-5a19-4a96-b668-6af0bf221ba1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Feb 07 04:23:35.280538 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:35.341588 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44ed4-08ab-43de-b4fa-132909316baf req-71272eca-94f4-41d4-b91f-92d56c3081cf tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:35.343083 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-11f44ed4-08ab-43de-b4fa-132909316baf req-71272eca-94f4-41d4-b91f-92d56c3081cf tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0515482 Feb 07 04:23:35.393051 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-11f44ed4-08ab-43de-b4fa-132909316baf req-1a66c5fb-3890-45ad-8b3a-db5b8df47cf3 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Feb 07 04:23:36.332238 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f09fa9-288f-4989-ab98-3023283ec90a req-24e4a042-b917-425f-8bbb-3ba99a565a45 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:36.333683 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-17f09fa9-288f-4989-ab98-3023283ec90a req-24e4a042-b917-425f-8bbb-3ba99a565a45 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0515780 Feb 07 04:23:36.381288 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-17f09fa9-288f-4989-ab98-3023283ec90a req-36fc6a15-b343-48bd-9a9a-749414d0f3a9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421271 Feb 07 04:23:36.508363 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60b6b5-b1de-4568-ac1a-5963f57c6eaa req-ee608a94-6d71-4ed9-aea5-61e9bd7e818d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:36.509793 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9b60b6b5-b1de-4568-ac1a-5963f57c6eaa req-ee608a94-6d71-4ed9-aea5-61e9bd7e818d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0504308 Feb 07 04:23:36.555752 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9b60b6b5-b1de-4568-ac1a-5963f57c6eaa req-5f55ddc0-1095-418e-a27a-ec22e9084b3f tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Feb 07 04:23:37.507341 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397af7ab-caf8-4cf7-a6bd-fb778443e8a9 req-d986374a-ac3b-43b1-b237-78bc1bab9d52 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:37.508753 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-397af7ab-caf8-4cf7-a6bd-fb778443e8a9 req-d986374a-ac3b-43b1-b237-78bc1bab9d52 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0570691 Feb 07 04:23:37.558354 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-397af7ab-caf8-4cf7-a6bd-fb778443e8a9 req-574cb431-2764-4fb0-a6d8-a23d43125e58 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438588 Feb 07 04:23:37.675447 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c701353-17ca-45c3-b8f5-10d12ec137ca req-c91093b4-6540-40c4-82a2-be27fe8050e6 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:37.676977 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2c701353-17ca-45c3-b8f5-10d12ec137ca req-c91093b4-6540-40c4-82a2-be27fe8050e6 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0561569 Feb 07 04:23:37.726567 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-2c701353-17ca-45c3-b8f5-10d12ec137ca req-aa5a74b0-2638-4aef-a801-930e3fc5c080 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441473 Feb 07 04:23:38.672871 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccdba2-2e3d-47bb-a673-cce43aecba94 req-4aa3c5a3-7468-4354-a815-ff9d2c709f8c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:38.674343 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-20ccdba2-2e3d-47bb-a673-cce43aecba94 req-4aa3c5a3-7468-4354-a815-ff9d2c709f8c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0512822 Feb 07 04:23:38.720722 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-20ccdba2-2e3d-47bb-a673-cce43aecba94 req-8511e336-aaa5-4d71-bd30-7b4bbacab0b1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410008 Feb 07 04:23:38.841715 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed29fd-1daa-4677-a9aa-6c95e180176e req-cc4a3e85-1010-4ddf-9b9d-e1f304ce8bc3 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:38.843057 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-31ed29fd-1daa-4677-a9aa-6c95e180176e req-cc4a3e85-1010-4ddf-9b9d-e1f304ce8bc3 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0512788 Feb 07 04:23:38.889969 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-31ed29fd-1daa-4677-a9aa-6c95e180176e req-a9d064b1-1768-48e9-bb9c-636ea43024d5 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414295 Feb 07 04:23:39.834847 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a74b72-4df2-4bb8-b841-d7d01d6e8bf9 req-1d8182cc-1614-499b-8062-dae9c152f346 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:39.836335 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f8a74b72-4df2-4bb8-b841-d7d01d6e8bf9 req-1d8182cc-1614-499b-8062-dae9c152f346 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0504947 Feb 07 04:23:39.891228 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f8a74b72-4df2-4bb8-b841-d7d01d6e8bf9 req-2fb74386-ccb3-4fc8-b578-051fd7fa561d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489528 Feb 07 04:23:40.007544 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89924cbb-b58c-4c7b-82df-d36533502907 req-809f182e-0492-43b6-992c-9852622912dd tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:40.009002 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-89924cbb-b58c-4c7b-82df-d36533502907 req-809f182e-0492-43b6-992c-9852622912dd tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0544896 Feb 07 04:23:40.055424 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-89924cbb-b58c-4c7b-82df-d36533502907 req-f8588b10-e1dd-4c16-bd1e-b18822336068 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409033 Feb 07 04:23:41.008652 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57408fb2-6842-4b58-a7cd-8303748fae34 req-e740564b-92b3-4939-8a4f-7d3c952ff1d5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:41.010092 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57408fb2-6842-4b58-a7cd-8303748fae34 req-e740564b-92b3-4939-8a4f-7d3c952ff1d5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0513837 Feb 07 04:23:41.056476 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57408fb2-6842-4b58-a7cd-8303748fae34 req-2ec2b7c9-71ba-4bfd-95e3-5bfe5028b84b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Feb 07 04:23:41.168056 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4502e-baf5-4d30-b343-d342b85de347 req-c7f30e08-f353-4ce7-9f74-685379b5c25b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:41.170173 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c9f4502e-baf5-4d30-b343-d342b85de347 req-c7f30e08-f353-4ce7-9f74-685379b5c25b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0511127 Feb 07 04:23:41.215067 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c9f4502e-baf5-4d30-b343-d342b85de347 req-0b9d692d-696d-4341-b4c2-7091d8db9553 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395329 Feb 07 04:23:42.172448 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec8d90-022c-4095-90cf-7e271865a04f req-c5453135-7620-455f-83bd-5cf3284ef3d9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:42.173892 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-baec8d90-022c-4095-90cf-7e271865a04f req-c5453135-7620-455f-83bd-5cf3284ef3d9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0506902 Feb 07 04:23:42.219978 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-baec8d90-022c-4095-90cf-7e271865a04f req-84b5a2c4-ef25-4020-bfe7-e6d5701db538 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407138 Feb 07 04:23:42.331153 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150ca1d-e508-4fa0-a348-dd78d4667b6c req-8ed4e047-61fb-4882-9cdf-e2f3191ecbe7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:42.332608 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3150ca1d-e508-4fa0-a348-dd78d4667b6c req-8ed4e047-61fb-4882-9cdf-e2f3191ecbe7 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 943 time: 0.0504551 Feb 07 04:23:42.381971 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3150ca1d-e508-4fa0-a348-dd78d4667b6c req-48d2b525-0778-4d91-b81a-75a96c42b4b2 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439498 Feb 07 04:23:42.985579 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:23:43.076913 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:23:43.087929 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'port_id': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'mac_address': 'fa:16:3e:81:2b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:23:43.125759 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:23:43.126148 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:43.253989 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:23:43.274288 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:23:43.278995 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:43.325670 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:23:43.332489 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.332844 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.333191 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.333531 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.333867 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.334200 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.334530 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.334857 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.335184 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.335510 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.335836 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.336192 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.336514 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:43.339148 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b4e7f-6421-4190-8688-e6717d13d9dd req-c5565d47-1fde-47ee-beda-0caa16459f16 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:43.342194 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6b9b4e7f-6421-4190-8688-e6717d13d9dd req-c5565d47-1fde-47ee-beda-0caa16459f16 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0560188 Feb 07 04:23:43.389895 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6b9b4e7f-6421-4190-8688-e6717d13d9dd req-36160db5-56e2-4ee9-85f9-158f9a842583 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Feb 07 04:23:43.495142 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171b00c-2c13-40fc-b8a3-2671d77b590d req-3ed86c5e-76ce-401e-9a6a-e5606c2b2843 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:43.496646 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0171b00c-2c13-40fc-b8a3-2671d77b590d req-3ed86c5e-76ce-401e-9a6a-e5606c2b2843 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 944 time: 0.0501297 Feb 07 04:23:43.543417 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0171b00c-2c13-40fc-b8a3-2671d77b590d req-5c71ea66-f6f4-46d8-aed8-56e528ba8c79 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408628 Feb 07 04:23:43.773851 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:23:44.505319 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfabe2f-f8ef-4f37-9649-aff87b8a7d07 req-f742d8c4-599e-4b4e-b47f-377e921cb7f3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:44.506784 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9cfabe2f-f8ef-4f37-9649-aff87b8a7d07 req-f742d8c4-599e-4b4e-b47f-377e921cb7f3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0515716 Feb 07 04:23:44.555066 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9cfabe2f-f8ef-4f37-9649-aff87b8a7d07 req-58d9c797-930b-45a5-b85d-d41b2c499cdd tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 Feb 07 04:23:44.657891 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f08dc-45f8-4e1a-b948-7ea87ebf8de5 req-24ebd0df-4a0e-4090-89f9-5a4d7de97587 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:44.659322 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f60f08dc-45f8-4e1a-b948-7ea87ebf8de5 req-24ebd0df-4a0e-4090-89f9-5a4d7de97587 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 944 time: 0.0508361 Feb 07 04:23:44.704877 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f60f08dc-45f8-4e1a-b948-7ea87ebf8de5 req-4d8bf1f1-2193-4d9d-a558-f3fca9bc9bab tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400467 Feb 07 04:23:44.995660 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:23:45.058676 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:23:45.062746 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:23:45.063122 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:45.146580 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:23:45.146992 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:45.170121 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:23:45.172350 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585cfbd5-1934-4fdf-afe1-f1c19b77e2c9" -d '{"events": [{"server_uuid": "05b7e502-8196-48b1-a7ad-77ec28c6dbad", "name": "network-vif-plugged", "status": "completed", "tag": "23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:23:45.183842 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:23:45.187937 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:45.213111 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeef2e5a-18aa-43f5-ad75-4dd5dc1b369c x-openstack-request-id: req-eeef2e5a-18aa-43f5-ad75-4dd5dc1b369c {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:23:45.213410 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b7e502-8196-48b1-a7ad-77ec28c6dbad", "name": "network-vif-plugged", "status": "completed", "tag": "23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:23:45.213670 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeef2e5a-18aa-43f5-ad75-4dd5dc1b369c {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:23:45.214062 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'code': 200} Feb 07 04:23:45.237632 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:23:45.461321 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73e9dc-11c8-4e67-8b21-5c8b03606fa1 req-e78cf1b3-bef0-410c-9ea7-6bb1c877771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:45.462827 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9c73e9dc-11c8-4e67-8b21-5c8b03606fa1 req-e78cf1b3-bef0-410c-9ea7-6bb1c877771a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 1129 time: 0.0513091 Feb 07 04:23:45.508492 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9c73e9dc-11c8-4e67-8b21-5c8b03606fa1 req-8847ec7c-b77c-4276-ae12-7ff79057354d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368254 Feb 07 04:23:45.672533 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ed956-5630-403e-a9af-beb4e16cc388 req-111961c8-f2e0-440d-bae3-e25b8dda09bc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:45.674007 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f62ed956-5630-403e-a9af-beb4e16cc388 req-111961c8-f2e0-440d-bae3-e25b8dda09bc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0522740 Feb 07 04:23:45.721508 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f62ed956-5630-403e-a9af-beb4e16cc388 req-7407c004-b22e-4970-a75a-ac3be51c644b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Feb 07 04:23:45.836945 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fb364-a20b-4153-a9b1-f6509d40b43d req-571afbce-f374-43df-bc09-5f5dd2ec1746 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:45.838402 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-403fb364-a20b-4153-a9b1-f6509d40b43d req-571afbce-f374-43df-bc09-5f5dd2ec1746 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 945 time: 0.0508907 Feb 07 04:23:45.888897 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-403fb364-a20b-4153-a9b1-f6509d40b43d req-bdc61069-1f92-46aa-a069-3efd64da0564 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450802 Feb 07 04:23:46.456725 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:23:46.835206 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39565a8b-060b-4852-8248-09ac793e4497 req-e9d42398-3198-4a0c-b02d-b02a18ec4b36 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:46.836670 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-39565a8b-060b-4852-8248-09ac793e4497 req-e9d42398-3198-4a0c-b02d-b02a18ec4b36 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0511467 Feb 07 04:23:46.886696 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-39565a8b-060b-4852-8248-09ac793e4497 req-b91fee7f-4085-4400-80e2-a7b48b0647fe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440853 Feb 07 04:23:47.009601 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8025c-fee9-40e6-887b-c2c83a222ad9 req-073cdd2e-6232-47ee-8fa8-2c5dc08b6bd1 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:47.010979 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e8e8025c-fee9-40e6-887b-c2c83a222ad9 req-073cdd2e-6232-47ee-8fa8-2c5dc08b6bd1 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 945 time: 0.0543694 Feb 07 04:23:47.058805 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e8e8025c-fee9-40e6-887b-c2c83a222ad9 req-70b2a611-9233-4cbf-a621-316e03630766 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Feb 07 04:23:48.001204 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59d3b8-fcc1-4c63-9f47-8a7d86976bbb req-2f12b6c8-5233-4fd1-acda-ff2f96255578 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:48.002637 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9e59d3b8-fcc1-4c63-9f47-8a7d86976bbb req-2f12b6c8-5233-4fd1-acda-ff2f96255578 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0504653 Feb 07 04:23:48.048759 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9e59d3b8-fcc1-4c63-9f47-8a7d86976bbb req-34fd43b8-657a-4ce4-abcf-68e5c882dcee tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Feb 07 04:23:48.178236 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3c05e-3473-49b1-a1a9-5da0a070215f req-c76252a1-c80c-4c1e-8d3d-e7c165d80544 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:48.179713 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9bd3c05e-3473-49b1-a1a9-5da0a070215f req-c76252a1-c80c-4c1e-8d3d-e7c165d80544 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 945 time: 0.0508878 Feb 07 04:23:48.226863 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9bd3c05e-3473-49b1-a1a9-5da0a070215f req-cd888eed-b052-4fa5-a759-dac64f33dd4b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411551 Feb 07 04:23:48.339496 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7d6c-712f-4608-a71f-dcf6a44a8223 req-c816a0d1-e370-413d-96c9-4be9eb60ae02 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:48.341048 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-232e7d6c-712f-4608-a71f-dcf6a44a8223 req-c816a0d1-e370-413d-96c9-4be9eb60ae02 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 945 time: 0.0508287 Feb 07 04:23:48.387695 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-232e7d6c-712f-4608-a71f-dcf6a44a8223 req-36ffa59d-5f34-4325-8811-2ea057bcfc7b tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "GET /v2.0/security-groups?id=07b6c921-abba-495c-8340-60441610b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411134 Feb 07 04:23:48.409111 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60010) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:23:48.546983 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0801da3-33be-41df-aefa-70b9066c3532 tempest-TestVolumeBootPattern-708081260 tempest-TestVolumeBootPattern-708081260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:48.548524 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-b0801da3-33be-41df-aefa-70b9066c3532 tempest-TestVolumeBootPattern-708081260 tempest-TestVolumeBootPattern-708081260-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 1124 time: 0.1384726 Feb 07 04:23:48.551237 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 60014) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:23:48.555375 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Request body: {'floatingip': {'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'port_id': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:23:48.575201 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:48.666338 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:48.998869 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_common [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Allocated IP 172.27.1.188 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/42cd8653-a01e-4e83-a931-04b7c90dccc9) {{(pid=102768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:23:49.111685 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for port (42cd8653-a01e-4e83-a931-04b7c90dccc9), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:49.147395 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (42cd8653-a01e-4e83-a931-04b7c90dccc9), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:49.172415 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b51d28-dcb2-4ae6-b8de-da0962a59125 req-84e75c22-e093-41f5-91ec-d04e3fee65b8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:49.173885 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f5b51d28-dcb2-4ae6-b8de-da0962a59125 req-84e75c22-e093-41f5-91ec-d04e3fee65b8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0578167 Feb 07 04:23:49.186881 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:23:49.191486 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.base_scheduler [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Resources bound (agent type, host, resource id): {{(pid=102768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:23:49.195141 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Received port after_create {{(pid=102768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:23:49.221264 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'Port': ['ID=42cd8653-a01e-4e83-a931-04b7c90dccc9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:23:49.222543 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f5b51d28-dcb2-4ae6-b8de-da0962a59125 req-970cbb5a-5672-4b1d-b460-16e68a0e7e32 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 Feb 07 04:23:49.238111 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.238303 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.238674 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.239015 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.239346 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.239674 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.240006 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.240353 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.240746 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.241083 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.241422 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.241721 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.242038 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:49.617366 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for floatingip (e3ecd0b9-d4ab-4c5e-891f-7e408775f11c), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:49.711701 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (42cd8653-a01e-4e83-a931-04b7c90dccc9), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:49.855067 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for port (42cd8653-a01e-4e83-a931-04b7c90dccc9), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:49.859490 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (42cd8653-a01e-4e83-a931-04b7c90dccc9), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:49.926288 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event updated for resources: {'Port': ['ID=42cd8653-a01e-4e83-a931-04b7c90dccc9,revision_number=2']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:23:49.938794 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (e3ecd0b9-d4ab-4c5e-891f-7e408775f11c), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:50.036113 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.l3_db [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Floating IP e3ecd0b9-d4ab-4c5e-891f-7e408775f11c associated. External IP: 172.27.1.188, port: 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca. Feb 07 04:23:50.234658 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Router 942d1c87-8147-4a0f-b619-a2783667b855 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:23:50.346218 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f239aac-c664-412d-9d7a-ef3efeebe71e req-1aed03d1-1d3f-4f67-963a-ce328ab22da5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:50.347793 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7f239aac-c664-412d-9d7a-ef3efeebe71e req-1aed03d1-1d3f-4f67-963a-ce328ab22da5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0525813 Feb 07 04:23:50.367621 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-9eb8c2c1-2ba1-42d1-9df9-d14b31bb4c70 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612793277&fields=id&tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d HTTP/1.1" status: 200 len: 267 time: 0.0868766 Feb 07 04:23:50.395599 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7f239aac-c664-412d-9d7a-ef3efeebe71e req-d8b9e17e-a24c-4b0c-b1b4-34c2e47ea9eb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Feb 07 04:23:50.408693 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:23:50.418795 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] Sync routers for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:23:50.432463 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:23:50.433376 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:23:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:23:50.433781 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:50.472178 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-dd36d21e-f1e2-4827-92dd-bec4314a4ac4 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:50.473647 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-dd36d21e-f1e2-4827-92dd-bec4314a4ac4 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 984 time: 0.0978751 Feb 07 04:23:50.477047 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-65e00495-ce56-48b5-b7f1-3db446c2285d tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9248857 Feb 07 04:23:50.477678 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:23:50.479901 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d0132-c3ce-4fde-90cf-251c76289356" -d '{"events": [{"name": "network-changed", "server_uuid": "05b7e502-8196-48b1-a7ad-77ec28c6dbad", "tag": "23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:23:50.487342 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-caa0d9b5-c5e6-4123-a20d-d2c9cd5c89c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Request body: {'port': {'security_groups': ['7bab1a8d-04de-4726-a502-e0b93f556a93']}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:23:50.517477 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218838ae-5f12-452f-991f-7567724930d3 x-openstack-request-id: req-218838ae-5f12-452f-991f-7567724930d3 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:23:50.517773 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b7e502-8196-48b1-a7ad-77ec28c6dbad", "tag": "23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:23:50.518027 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-218838ae-5f12-452f-991f-7567724930d3 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:23:50.518418 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'status': 'completed', 'code': 200} Feb 07 04:23:50.571045 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-caa0d9b5-c5e6-4123-a20d-d2c9cd5c89c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:50.571830 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:23:50.682842 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-3819bf5e-dfff-4405-8031-ea1d1b70c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:50.684912 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-3819bf5e-dfff-4405-8031-ea1d1b70c93a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 1129 time: 0.1009588 Feb 07 04:23:50.810487 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': 'e3ecd0b9-d4ab-4c5e-891f-7e408775f11c', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'port_id': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'mac_address': 'fa:16:3e:81:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:23:49Z', 'updated_at': '2022-02-07T04:23:49Z', 'revision_number': 0, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:23:50.835566 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] Checking router: 942d1c87-8147-4a0f-b619-a2783667b855 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:23:50.842170 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-caa0d9b5-c5e6-4123-a20d-d2c9cd5c89c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] For port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:23:50.843697 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:23:50.844329 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:23:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:23:50.852236 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-46cd93a7-af9c-4f60-a39c-1f2f9afeb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:50.853689 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-46cd93a7-af9c-4f60-a39c-1f2f9afeb408 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 200 len: 913 time: 0.1598718 Feb 07 04:23:50.913553 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-caa0d9b5-c5e6-4123-a20d-d2c9cd5c89c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:50.922437 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-caa0d9b5-c5e6-4123-a20d-d2c9cd5c89c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3165375'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:50.953682 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:23:50.957262 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:23:50.962671 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-9d5dc27d-ba8f-4f5e-9fb7-f3c751b68259 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca HTTP/1.1" status: 200 len: 999 time: 0.1017711 Feb 07 04:23:50.975352 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-caa0d9b5-c5e6-4123-a20d-d2c9cd5c89c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:50.975980 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-caa0d9b5-c5e6-4123-a20d-d2c9cd5c89c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:50.977356 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-182298b3-6e31-44a1-96a7-59c0c9294272 req-caa0d9b5-c5e6-4123-a20d-d2c9cd5c89c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "PUT /v2.0/ports/8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 942 time: 0.4948027 Feb 07 04:23:50.984472 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60030) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:23:51.048686 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0d9b5-c5e6-4123-a20d-d2c9cd5c89c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event updated for resources: {'Port': ['ID=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,revision_number=7']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:23:51.058943 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-41033880-44b3-48a5-9321-0fd0e360a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:51.060886 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-41033880-44b3-48a5-9321-0fd0e360a965 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a686dd-1e4e-490e-8011-1cbb02509d34 HTTP/1.1" status: 200 len: 851 time: 0.0910864 Feb 07 04:23:51.065161 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group (254921dc-aefe-4e71-b95d-122a6e128371), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.099779 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group (254921dc-aefe-4e71-b95d-122a6e128371), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.120984 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-78354147-45c6-4b05-86fb-8494edcdcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:51.122865 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-78354147-45c6-4b05-86fb-8494edcdcf92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2380dba0-88cd-40c3-a56d-3005ce2546c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551522 Feb 07 04:23:51.170814 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (254921dc-aefe-4e71-b95d-122a6e128371), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.174133 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.178169 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "DELETE /v2.0/security-groups/254921dc-aefe-4e71-b95d-122a6e128371 HTTP/1.1" status: 204 len: 168 time: 0.1926153 Feb 07 04:23:51.178804 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60032) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:23:51.214183 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:23:51.224718 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254921dc-aefe-4e71-b95d-122a6e128371,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:23:51.233652 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-ad1728b5-129f-413e-906d-f7b9920123df service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039386 Feb 07 04:23:51.239133 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.239485 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.239833 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.240205 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.240545 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.240880 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.241210 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.241540 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.241874 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.242203 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.242530 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.242864 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.243182 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e5bfb4-de07-4a4e-9eab-318e1724e203 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:23:51.332892 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5c9d0132-c3ce-4fde-90cf-251c76289356 req-183209de-84a9-420d-bff6-c440f74586f6 service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920441 Feb 07 04:23:51.343097 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-e528cee5-19b3-4a22-ac29-e2bdc41e7c6b None None] Provisioning complete for port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:23:51.343470 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e528cee5-19b3-4a22-ac29-e2bdc41e7c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.375123 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Deleting port 47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:23:51.375727 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.453972 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.454231 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': 'e3ecd0b9-d4ab-4c5e-891f-7e408775f11c', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'port_id': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'mac_address': 'fa:16:3e:81:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:23:49Z', 'updated_at': '2022-02-07T04:23:49Z', 'revision_number': 0, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:23:51.454720 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for floatingip (47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.469126 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Calling delete_port for 47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:23:51.492738 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbe0d4e-5c09-4dc4-bdc0-a6ed5f9afe68 None None] The sync data for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi is: [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': 'e3ecd0b9-d4ab-4c5e-891f-7e408775f11c', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'port_id': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'mac_address': 'fa:16:3e:81:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:23:49Z', 'updated_at': '2022-02-07T04:23:49Z', 'revision_number': 0, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:23:51.555228 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-e528cee5-19b3-4a22-ac29-e2bdc41e7c6b None None] Current status of the port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 is: ACTIVE; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:23:51.577383 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803f2d-6340-4fb3-9db9-4545afc8c28d req-0eba4d1a-c352-4cf8-876c-2f0cbf869642 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:51.578888 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-82803f2d-6340-4fb3-9db9-4545afc8c28d req-0eba4d1a-c352-4cf8-876c-2f0cbf869642 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.1115785 Feb 07 04:23:51.661837 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-82803f2d-6340-4fb3-9db9-4545afc8c28d req-6576a78d-831f-4428-9d1a-92ac57d545ce tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751042 Feb 07 04:23:51.702988 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b997fb6c-fa2b-415a-89e4-adac225d93b5 None None] New status for floating IP e3ecd0b9-d4ab-4c5e-891f-7e408775f11c: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:23:51.732296 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.759061 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event deleted for resources: {'Port': ['ID=47c7de2f-6d3b-45e9-800b-fe8af2c3ee5c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:23:51.818433 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks [] for floatingip (ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:51.818767 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Floating IP ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce disassociated (deleted). External IP: 172.27.1.24, port: 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494. Feb 07 04:23:52.029616 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Router 6a435743-bafb-4775-98ed-edf569e8647b has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:23:52.342191 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:23:52.346574 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:52.352187 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] Sync routers for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:23:52.363255 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:23:52.363855 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:23:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:23:52.378527 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ffdfb671-3d11-4be9-9b03-680cdfac64d6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "DELETE /v2.0/floatingips/ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce HTTP/1.1" status: 204 len: 168 time: 1.1959591 Feb 07 04:23:52.379126 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:23:52.381404 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76954d38-e756-4681-8bce-e4ea28329778" -d '{"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:23:52.417959 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20cd14d-5d37-4ae3-b878-e83c8f857eb1 x-openstack-request-id: req-d20cd14d-5d37-4ae3-b878-e83c8f857eb1 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:23:52.418535 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:23:52.419373 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d20cd14d-5d37-4ae3-b878-e83c8f857eb1 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:23:52.419875 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'status': 'completed', 'code': 200} Feb 07 04:23:52.475334 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:23:52.519709 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:23:52.521942 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e261fe7-dec8-448e-b124-7c2cba16a912" -d '{"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:23:52.533375 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76954d38-e756-4681-8bce-e4ea28329778 req-5905205c-2452-4591-8365-32199ecbf735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:52.534877 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76954d38-e756-4681-8bce-e4ea28329778 req-5905205c-2452-4591-8365-32199ecbf735 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0494137 Feb 07 04:23:52.560509 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2202dd57-664d-4548-ba4b-79f2bb3719a9 x-openstack-request-id: req-2202dd57-664d-4548-ba4b-79f2bb3719a9 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:23:52.560801 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:23:52.561056 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2202dd57-664d-4548-ba4b-79f2bb3719a9 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:23:52.561441 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'status': 'completed', 'code': 200} Feb 07 04:23:52.624966 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76954d38-e756-4681-8bce-e4ea28329778 req-c0290d72-9e60-4767-b075-3ab96f2f2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:52.626443 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76954d38-e756-4681-8bce-e4ea28329778 req-c0290d72-9e60-4767-b075-3ab96f2f2314 service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0846539 Feb 07 04:23:52.671382 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:54Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c30649e-6ec6-42e7-bbcd-282e5bd64283', 'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'mac_address': 'fa:16:3e:fb:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:52Z', 'updated_at': '2022-02-07T04:15:59Z', 'revision_number': 5, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'subnets': [{'id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:23:52.674695 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76954d38-e756-4681-8bce-e4ea28329778 req-12b2b996-5174-4b3a-b51c-d3064860984f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0384967 Feb 07 04:23:52.702459 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] Checking router: 6a435743-bafb-4775-98ed-edf569e8647b for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:23:52.710880 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:23:52.711498 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:23:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:23:52.724257 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76954d38-e756-4681-8bce-e4ea28329778 req-9d2e2374-6d01-4e90-8763-e65c7be8a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:52.725970 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76954d38-e756-4681-8bce-e4ea28329778 req-9d2e2374-6d01-4e90-8763-e65c7be8a257 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0450671 Feb 07 04:23:52.785535 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76954d38-e756-4681-8bce-e4ea28329778 req-d5fb8fec-582d-4c46-952e-97f59ada988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:52.787073 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76954d38-e756-4681-8bce-e4ea28329778 req-d5fb8fec-582d-4c46-952e-97f59ada988d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545297 Feb 07 04:23:52.790971 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5112812-5b28-4e1c-badf-cc14591e89a3 req-30d64a81-e033-4828-a09f-678a2bbc27fe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:52.792576 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c5112812-5b28-4e1c-badf-cc14591e89a3 req-30d64a81-e033-4828-a09f-678a2bbc27fe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0601425 Feb 07 04:23:52.848610 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c5112812-5b28-4e1c-badf-cc14591e89a3 req-0b1f35d9-0bcd-4c62-a18c-5674a872508c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472238 Feb 07 04:23:52.890741 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76954d38-e756-4681-8bce-e4ea28329778 req-ca6df4ac-c13a-4ba1-85e9-247e20a90716 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959013 Feb 07 04:23:52.946155 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:23:52.979912 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-76954d38-e756-4681-8bce-e4ea28329778 req-65a84b6e-adb6-4bd4-8eb3-5b43de80ffda service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833211 Feb 07 04:23:53.146211 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:54Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c30649e-6ec6-42e7-bbcd-282e5bd64283', 'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'mac_address': 'fa:16:3e:fb:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:52Z', 'updated_at': '2022-02-07T04:15:59Z', 'revision_number': 5, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'subnets': [{'id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:23:53.154513 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-3701babe-3507-4ac7-935d-2eca035f6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:53.156000 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-3701babe-3507-4ac7-935d-2eca035f6a41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0518374 Feb 07 04:23:53.172611 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34653110-58b9-4d06-9bd4-24fd8f4f1993 None None] The sync data for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi is: [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:15:54Z', 'revision_number': 4, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '7c30649e-6ec6-42e7-bbcd-282e5bd64283', 'name': '', 'network_id': '752f9bcd-f66a-4b46-888d-f131e2a320c5', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'mac_address': 'fa:16:3e:fb:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:52Z', 'updated_at': '2022-02-07T04:15:59Z', 'revision_number': 5, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'subnets': [{'id': '90d668c8-de27-4f82-84c5-b7d3289864a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:23:53.247841 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-692cb751-622e-405c-af67-64d78c77f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:53.249351 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-692cb751-622e-405c-af67-64d78c77f905 service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0874286 Feb 07 04:23:53.290138 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-55d88fe5-b94b-4f88-a47f-7212766d4d79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0348699 Feb 07 04:23:53.342728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-e3f3131d-0e92-4f05-b69c-9ac3aba1efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:53.344231 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-e3f3131d-0e92-4f05-b69c-9ac3aba1efce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0482204 Feb 07 04:23:53.396409 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-1d9660bc-0eb5-47f8-9208-6bbbe535945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:53.397892 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-1d9660bc-0eb5-47f8-9208-6bbbe535945d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480225 Feb 07 04:23:53.409768 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c2d7d-8c6e-4d29-b024-8c49de3a25f1 None None] New status for floating IP ec1c8d49-a5b6-4eed-80d6-f2c5fd33a2ce: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:23:53.486748 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-1ed614a3-b3df-4176-bdda-54c00d3ce86e service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818834 Feb 07 04:23:53.789158 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1e261fe7-dec8-448e-b124-7c2cba16a912 req-6f837294-8732-4337-a0f0-d99c4de915a0 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970195 Feb 07 04:23:53.966266 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c28573-f50f-449b-884c-fce4d24bccc5 req-06644d3e-d222-48b9-a4a6-f4746f24cc8e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:53.967749 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-96c28573-f50f-449b-884c-fce4d24bccc5 req-06644d3e-d222-48b9-a4a6-f4746f24cc8e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0523336 Feb 07 04:23:54.014174 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-96c28573-f50f-449b-884c-fce4d24bccc5 req-02fa4b8c-1dd6-46c5-80f5-4f411aace7bc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408869 Feb 07 04:23:55.130571 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af94b1-12e9-4e2b-adb8-ffffe1403ee8 req-5316ba63-c499-4dc0-a5d8-c30453dff90c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:55.132016 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-20af94b1-12e9-4e2b-adb8-ffffe1403ee8 req-5316ba63-c499-4dc0-a5d8-c30453dff90c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0514400 Feb 07 04:23:55.182029 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-20af94b1-12e9-4e2b-adb8-ffffe1403ee8 req-4da09ec9-3f33-4223-b14d-c7f62fe98488 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445926 Feb 07 04:23:56.297810 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b513-5bd5-4c08-a198-300d03195a95 req-7c2bde47-cd3d-4f38-8941-d1fca8cc3d40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:56.299276 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bbf8b513-5bd5-4c08-a198-300d03195a95 req-7c2bde47-cd3d-4f38-8941-d1fca8cc3d40 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0526755 Feb 07 04:23:56.346224 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bbf8b513-5bd5-4c08-a198-300d03195a95 req-9377cf41-4362-4ee6-b716-150c3c0cb087 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415194 Feb 07 04:23:57.461452 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5932e5-1947-4464-8e41-f015df1860ec req-6998a010-7e67-406d-b1ba-ac88ab547d0f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:57.462921 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4e5932e5-1947-4464-8e41-f015df1860ec req-6998a010-7e67-406d-b1ba-ac88ab547d0f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0511961 Feb 07 04:23:57.509754 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4e5932e5-1947-4464-8e41-f015df1860ec req-7ffa3ee9-dcaa-43be-890d-9b3715a3f529 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408587 Feb 07 04:23:57.767045 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:58.630735 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2178ca-de1a-40c8-94bc-21a7eacb48c2 req-b05afe1d-4c3f-4350-b163-f7fb90df6477 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:58.632294 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4e2178ca-de1a-40c8-94bc-21a7eacb48c2 req-b05afe1d-4c3f-4350-b163-f7fb90df6477 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0552268 Feb 07 04:23:58.679247 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4e2178ca-de1a-40c8-94bc-21a7eacb48c2 req-f90656e4-69de-44bd-a57a-9ce98c91c427 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409632 Feb 07 04:23:59.061287 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-95c63f53-040f-4fea-84dc-9cc19845e1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:23:59.798818 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df02a3f-07e7-4a8f-8762-24ed4ad5813e req-3945129e-fed9-4ecc-a5d7-e16c32f25d48 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:23:59.800331 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9df02a3f-07e7-4a8f-8762-24ed4ad5813e req-3945129e-fed9-4ecc-a5d7-e16c32f25d48 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0559778 Feb 07 04:23:59.847551 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9df02a3f-07e7-4a8f-8762-24ed4ad5813e req-dbbd2f9f-79d3-4271-bf2f-905b039e3a8b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Feb 07 04:24:00.965949 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a410680-cbf0-4d40-b198-993a9a4faf19 req-def0ea31-335c-4277-9192-2a288914ca0c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:00.967497 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2a410680-cbf0-4d40-b198-993a9a4faf19 req-def0ea31-335c-4277-9192-2a288914ca0c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0544138 Feb 07 04:24:01.019565 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2a410680-cbf0-4d40-b198-993a9a4faf19 req-a121787c-5693-4c68-972e-0d0ee0be3466 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464876 Feb 07 04:24:01.375790 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d9a0d54b-0d3d-44d4-93c6-cbf859c29d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:02.135646 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eab09a-161c-4caf-aeee-8515d3532407 req-f695eb9e-c9af-4ad8-b3f3-925cd5f01443 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:02.137676 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-51eab09a-161c-4caf-aeee-8515d3532407 req-f695eb9e-c9af-4ad8-b3f3-925cd5f01443 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0524354 Feb 07 04:24:02.184972 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-51eab09a-161c-4caf-aeee-8515d3532407 req-4294f7cf-8dbe-4632-b124-fc93d3109195 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Feb 07 04:24:02.542370 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:03.303982 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbdcb-017c-4c77-93d5-1acdf1d51b65 req-7706ace4-07ed-4d35-9594-d84820f0b1b5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:03.305657 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-33dbbdcb-017c-4c77-93d5-1acdf1d51b65 req-7706ace4-07ed-4d35-9594-d84820f0b1b5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0545120 Feb 07 04:24:03.353582 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-33dbbdcb-017c-4c77-93d5-1acdf1d51b65 req-75d4cfe3-4ae9-4ad4-88a6-0b3c84624c46 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Feb 07 04:24:03.934344 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:04.472908 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d96f4-4382-44fb-bac3-8f96e3e114cf req-74e3bcc9-ebb3-46fe-8951-9415cfd00849 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:04.474399 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-710d96f4-4382-44fb-bac3-8f96e3e114cf req-74e3bcc9-ebb3-46fe-8951-9415cfd00849 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0543659 Feb 07 04:24:04.520631 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-710d96f4-4382-44fb-bac3-8f96e3e114cf req-455bc581-ba20-49cf-a35a-4ca979859bb7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407493 Feb 07 04:24:05.285189 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:05.636433 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336515f-d5c2-4d55-b2bd-273e628845b7 req-38073025-4397-4f8d-b492-bb3c59e8d59c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:05.637896 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9336515f-d5c2-4d55-b2bd-273e628845b7 req-38073025-4397-4f8d-b492-bb3c59e8d59c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0518637 Feb 07 04:24:05.685915 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9336515f-d5c2-4d55-b2bd-273e628845b7 req-dcf6bd8f-4027-4594-a105-7b70e8738495 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Feb 07 04:24:06.803741 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e8840-0a0c-4424-963f-1c84f1f8ef17 req-277e4844-c545-4177-98bb-2e470b539fa7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:06.805244 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-995e8840-0a0c-4424-963f-1c84f1f8ef17 req-277e4844-c545-4177-98bb-2e470b539fa7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0552406 Feb 07 04:24:06.852069 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-995e8840-0a0c-4424-963f-1c84f1f8ef17 req-0ab7257d-3ff6-4329-9453-856a7ee1cfc7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408843 Feb 07 04:24:07.967169 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a298b3-cdb3-4314-8e4b-eb69e4439eb2 req-42a49cf6-bb4b-46ef-bf24-c6d3004805fe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:07.968683 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-07a298b3-cdb3-4314-8e4b-eb69e4439eb2 req-42a49cf6-bb4b-46ef-bf24-c6d3004805fe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0521588 Feb 07 04:24:08.016632 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-07a298b3-cdb3-4314-8e4b-eb69e4439eb2 req-1c307b59-67c2-41f5-864d-58a6d68129e0 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424192 Feb 07 04:24:09.132185 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb188f4b-5ce5-450d-9cec-bdd732ce7ae1 req-a6014922-c256-4d2a-a1f9-e791a0c2909a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:09.133652 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb188f4b-5ce5-450d-9cec-bdd732ce7ae1 req-a6014922-c256-4d2a-a1f9-e791a0c2909a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0511858 Feb 07 04:24:09.184468 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb188f4b-5ce5-450d-9cec-bdd732ce7ae1 req-507220d1-fcad-4dcd-b6e9-b6b9c2f343a8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453951 Feb 07 04:24:10.300003 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be2b4f-e165-4d44-b02c-e4434cd9770d req-68b0cb85-54af-49d6-be71-2b9184113529 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:10.301552 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-08be2b4f-e165-4d44-b02c-e4434cd9770d req-68b0cb85-54af-49d6-be71-2b9184113529 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0518529 Feb 07 04:24:10.348880 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-08be2b4f-e165-4d44-b02c-e4434cd9770d req-9c2c9053-3851-4bce-ad91-603dec69b5b3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Feb 07 04:24:11.464711 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2160119-739f-4949-b972-3c425c6e548b req-760a96d2-6a25-4f79-9f80-16fdc60f6ff1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:11.466157 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d2160119-739f-4949-b972-3c425c6e548b req-760a96d2-6a25-4f79-9f80-16fdc60f6ff1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0513995 Feb 07 04:24:11.512436 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d2160119-739f-4949-b972-3c425c6e548b req-2839a324-83a4-49c8-96a9-acc5f0469356 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Feb 07 04:24:12.631019 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5613c-9438-4507-9618-ecc52b11dcb1 req-5aaae3e5-52ed-4994-b683-df583ae5a6e1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:12.632480 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-dfc5613c-9438-4507-9618-ecc52b11dcb1 req-5aaae3e5-52ed-4994-b683-df583ae5a6e1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0548158 Feb 07 04:24:12.679488 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-dfc5613c-9438-4507-9618-ecc52b11dcb1 req-8ed7417f-d9c6-43c4-ad08-99700b77da85 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Feb 07 04:24:13.794607 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e34db6-9446-40df-bd3e-76df9b1d8463 req-166049f9-e4da-4b0d-a35c-62fb02d1ea14 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:13.796105 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a7e34db6-9446-40df-bd3e-76df9b1d8463 req-166049f9-e4da-4b0d-a35c-62fb02d1ea14 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0531006 Feb 07 04:24:13.843432 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a7e34db6-9446-40df-bd3e-76df9b1d8463 req-da767f1e-b3c2-496b-aa5e-e9dbf6917218 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Feb 07 04:24:14.959711 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63685e-54ac-4b9e-8239-b101a5d77d99 req-da424fa0-c6d3-446c-b0cf-552d2d4e20c1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:14.961222 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6c63685e-54ac-4b9e-8239-b101a5d77d99 req-da424fa0-c6d3-446c-b0cf-552d2d4e20c1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0522542 Feb 07 04:24:15.012996 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-6c63685e-54ac-4b9e-8239-b101a5d77d99 req-686ca3f1-ad7a-45ad-a465-ea2ad2d29848 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456960 Feb 07 04:24:16.129227 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b06277-e855-4d47-bed3-17017bcd8647 req-d765f8e5-b41a-49e3-9304-8a4380bf859b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:16.130699 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-23b06277-e855-4d47-bed3-17017bcd8647 req-d765f8e5-b41a-49e3-9304-8a4380bf859b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0526390 Feb 07 04:24:16.179040 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-23b06277-e855-4d47-bed3-17017bcd8647 req-c0ae0609-0eb2-4918-b71d-63670be84d84 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428350 Feb 07 04:24:17.295123 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b730e-969e-4ab7-8ffc-e48abbe17cd9 req-1f098019-0dc3-40a8-a199-e6ae45fd7706 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:17.296635 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-276b730e-969e-4ab7-8ffc-e48abbe17cd9 req-1f098019-0dc3-40a8-a199-e6ae45fd7706 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0531318 Feb 07 04:24:17.342835 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-276b730e-969e-4ab7-8ffc-e48abbe17cd9 req-9574b733-ddeb-48d3-aaa6-0a66f275be89 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 Feb 07 04:24:18.463751 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e5418-958e-4022-b732-d3ab3805a010 req-92c59f5c-501c-4ab2-80d3-df0cec64b352 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:18.465253 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-843e5418-958e-4022-b732-d3ab3805a010 req-92c59f5c-501c-4ab2-80d3-df0cec64b352 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0560524 Feb 07 04:24:18.511864 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-843e5418-958e-4022-b732-d3ab3805a010 req-ba3255cd-e52a-4f55-bda0-5d29a4187ef7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411940 Feb 07 04:24:19.628787 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a4702-327b-4637-b701-549b874159bd req-c37df4a9-4121-4e95-be7b-8a0296f63941 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:19.630255 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-933a4702-327b-4637-b701-549b874159bd req-c37df4a9-4121-4e95-be7b-8a0296f63941 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0520217 Feb 07 04:24:19.686199 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-933a4702-327b-4637-b701-549b874159bd req-75cf36d6-3d07-49e0-b375-1957310a6b6e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505679 Feb 07 04:24:20.810104 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1e1e0-3266-43a6-a786-ad5e708eab82 req-4ce02fcd-af8f-49f9-8a9e-ce82a28cd131 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:20.812266 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e9d1e1e0-3266-43a6-a786-ad5e708eab82 req-4ce02fcd-af8f-49f9-8a9e-ce82a28cd131 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0583835 Feb 07 04:24:20.859634 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e9d1e1e0-3266-43a6-a786-ad5e708eab82 req-d572774d-d148-48e5-862b-39015c0eb013 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 Feb 07 04:24:21.975852 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5f44e-eab9-4681-b09b-f741a240b21a req-f75b67b7-d443-4a63-8367-bb82d06139a8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:21.977354 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-dca5f44e-eab9-4681-b09b-f741a240b21a req-f75b67b7-d443-4a63-8367-bb82d06139a8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0524397 Feb 07 04:24:22.024556 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-dca5f44e-eab9-4681-b09b-f741a240b21a req-b4ea9a91-d333-4ac7-9ee7-c1ea6d5f4872 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Feb 07 04:24:23.139802 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0029815-0a65-47b7-86fe-40b119476996 req-d04e8492-5cca-4e47-be63-c74d7d85c02e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:23.141299 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c0029815-0a65-47b7-86fe-40b119476996 req-d04e8492-5cca-4e47-be63-c74d7d85c02e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0526907 Feb 07 04:24:23.192545 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c0029815-0a65-47b7-86fe-40b119476996 req-890784e9-8431-44fa-9bb0-334e543e81a6 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457385 Feb 07 04:24:23.455464 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:24:24.310120 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620579fc-c0ff-4ede-9dd0-3627667a5ba3 req-b89861e4-f02d-4341-bc6f-e816dc57ee03 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:24.312253 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-620579fc-c0ff-4ede-9dd0-3627667a5ba3 req-b89861e4-f02d-4341-bc6f-e816dc57ee03 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0532594 Feb 07 04:24:24.359655 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-620579fc-c0ff-4ede-9dd0-3627667a5ba3 req-e68bb672-5375-42d9-80a4-20e46dcd9ef6 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417714 Feb 07 04:24:25.474280 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af07f11-d0e5-4fd0-98b9-177811fe47ec req-ed2081a3-c9b3-40ea-b851-816a879eebe9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:25.475707 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0af07f11-d0e5-4fd0-98b9-177811fe47ec req-ed2081a3-c9b3-40ea-b851-816a879eebe9 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0512633 Feb 07 04:24:25.522212 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0af07f11-d0e5-4fd0-98b9-177811fe47ec req-eeff6539-5b17-47e0-904e-5931d870cb87 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 Feb 07 04:24:26.640537 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9272720-016a-40f5-be49-4b8d5eb259b1 req-108a518a-47c0-4f30-b369-1a099ef1e7e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:26.641986 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a9272720-016a-40f5-be49-4b8d5eb259b1 req-108a518a-47c0-4f30-b369-1a099ef1e7e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0554104 Feb 07 04:24:26.690252 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a9272720-016a-40f5-be49-4b8d5eb259b1 req-5dbef401-b44b-4960-a473-e5c4a1ce50fe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427890 Feb 07 04:24:27.758733 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:27.807554 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f9d1-2a34-4f64-90ac-73e8d03d2cac req-aa2dea44-1d11-4c2a-9f61-f9aba45fa1be tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:27.809045 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e550f9d1-2a34-4f64-90ac-73e8d03d2cac req-aa2dea44-1d11-4c2a-9f61-f9aba45fa1be tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0529771 Feb 07 04:24:27.856262 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e550f9d1-2a34-4f64-90ac-73e8d03d2cac req-12ea3d72-9f28-4d77-85d6-66bf93cb12bf tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 Feb 07 04:24:28.973156 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1059e5a-8bc5-4c58-811f-87df9ab65911 req-86b939fd-35d9-435f-ae73-238ed673835d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:28.974621 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f1059e5a-8bc5-4c58-811f-87df9ab65911 req-86b939fd-35d9-435f-ae73-238ed673835d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0514002 Feb 07 04:24:29.025045 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f1059e5a-8bc5-4c58-811f-87df9ab65911 req-d2b460ab-b90b-4566-986a-c7cdc4f26097 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449865 Feb 07 04:24:29.062359 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-29adca23-a01c-46b7-b03b-259033e0718e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:30.141137 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfbd7c-9d25-4c20-a9de-c5a3fe44e716 req-004329a2-817b-4e0b-ad9a-c0f649c3eec1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:30.142599 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57cfbd7c-9d25-4c20-a9de-c5a3fe44e716 req-004329a2-817b-4e0b-ad9a-c0f649c3eec1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0517178 Feb 07 04:24:30.188982 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57cfbd7c-9d25-4c20-a9de-c5a3fe44e716 req-760d7809-e8d4-4dff-b40f-e6ed6f56bbe1 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409119 Feb 07 04:24:31.306217 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33205c62-4360-4909-9f69-1fc2df7731c2 req-13a42c3f-c500-4fd3-9d53-abc88115d749 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:31.307691 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-33205c62-4360-4909-9f69-1fc2df7731c2 req-13a42c3f-c500-4fd3-9d53-abc88115d749 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0519812 Feb 07 04:24:31.369720 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-33205c62-4360-4909-9f69-1fc2df7731c2 req-421ef46a-c35a-45d6-b214-601a0481cd1c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524144 Feb 07 04:24:31.376392 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-508647f6-f46a-4162-b164-90698d00ffe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:32.489940 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041206-3e4f-49ec-8384-cc67966a1652 req-db4222a6-92d0-4575-abf0-1c904807a41b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:32.491391 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e9041206-3e4f-49ec-8384-cc67966a1652 req-db4222a6-92d0-4575-abf0-1c904807a41b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0548348 Feb 07 04:24:32.538754 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e9041206-3e4f-49ec-8384-cc67966a1652 req-c68f2c26-1b38-4e48-9fc8-9c13e110c84f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Feb 07 04:24:32.545902 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:33.653846 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee679f-5eea-467f-a9a0-0e787fa441a9 req-41788d26-52fc-4c8a-a00e-524d18fa33fb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:33.655286 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f8ee679f-5eea-467f-a9a0-0e787fa441a9 req-41788d26-52fc-4c8a-a00e-524d18fa33fb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0509546 Feb 07 04:24:33.707234 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f8ee679f-5eea-467f-a9a0-0e787fa441a9 req-eb75b101-9cc9-457f-a16f-49d721b469fe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Feb 07 04:24:33.935962 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:34.826795 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09872aee-6cf9-4b77-b595-51eb79ec09cf req-ff65fb71-3616-471a-b792-6ef1d33d7834 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:34.828294 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-09872aee-6cf9-4b77-b595-51eb79ec09cf req-ff65fb71-3616-471a-b792-6ef1d33d7834 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0556107 Feb 07 04:24:34.874150 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-09872aee-6cf9-4b77-b595-51eb79ec09cf req-19f8c68a-4e30-49f5-ba9f-43b6baab470e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404778 Feb 07 04:24:35.296540 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:35.989222 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0307e-9ac7-4a06-9457-1f8ffb2a5f9f req-b3e8d992-13df-4854-8d85-22fec36e3cec tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:35.990660 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-18d0307e-9ac7-4a06-9457-1f8ffb2a5f9f req-b3e8d992-13df-4854-8d85-22fec36e3cec tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0517442 Feb 07 04:24:36.037176 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-18d0307e-9ac7-4a06-9457-1f8ffb2a5f9f req-777d043b-1c43-4888-9691-fb87fdcbb5cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411043 Feb 07 04:24:37.151663 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e05481-aa27-4900-89fc-33f64a4c461a req-130e879c-6e60-4feb-bc95-556477bcfffe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:37.153131 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d6e05481-aa27-4900-89fc-33f64a4c461a req-130e879c-6e60-4feb-bc95-556477bcfffe tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0508924 Feb 07 04:24:37.203760 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d6e05481-aa27-4900-89fc-33f64a4c461a req-f0e8a6b5-8564-4342-8309-4323f7391057 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Feb 07 04:24:38.319331 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e27c2-47d9-44d2-9401-b1b30c4371ca req-185fe5de-2824-4149-bba7-06cc37dc6e30 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:38.320823 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1e2e27c2-47d9-44d2-9401-b1b30c4371ca req-185fe5de-2824-4149-bba7-06cc37dc6e30 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0533168 Feb 07 04:24:38.367325 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1e2e27c2-47d9-44d2-9401-b1b30c4371ca req-e10b138a-00c3-4278-935a-a5a508d51b41 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Feb 07 04:24:39.492133 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89a09-1bf1-4507-b55d-3751ac9adb57 req-30be8e05-2fcb-46df-b288-113e98550479 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:39.493801 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-64d89a09-1bf1-4507-b55d-3751ac9adb57 req-30be8e05-2fcb-46df-b288-113e98550479 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0580046 Feb 07 04:24:39.545400 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-64d89a09-1bf1-4507-b55d-3751ac9adb57 req-30af620b-7dd1-4b3f-a825-05e84b1c24cb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461276 Feb 07 04:24:40.663776 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dc21c-d94b-408a-9148-bd69fd527d12 req-82db12be-1980-4986-ac8a-6681988bf4b0 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:40.665262 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8e2dc21c-d94b-408a-9148-bd69fd527d12 req-82db12be-1980-4986-ac8a-6681988bf4b0 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0547180 Feb 07 04:24:40.711645 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8e2dc21c-d94b-408a-9148-bd69fd527d12 req-717e7759-6f4f-4122-bb1c-0a1a32f61cdc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410011 Feb 07 04:24:41.827248 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfa68-89df-4401-8007-373743dd080b req-b032cc3f-5935-438c-a38b-e9c4baacac9a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:41.828714 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-467cfa68-89df-4401-8007-373743dd080b req-b032cc3f-5935-438c-a38b-e9c4baacac9a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0517337 Feb 07 04:24:41.875753 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-467cfa68-89df-4401-8007-373743dd080b req-0d5a3757-d2d8-4c30-8e83-61e6dd135120 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415962 Feb 07 04:24:42.991658 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69706e4-5a94-4651-82c8-2d587ba546d9 req-e043f802-e7d2-4972-901e-96bf7f6bad43 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:42.993134 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b69706e4-5a94-4651-82c8-2d587ba546d9 req-e043f802-e7d2-4972-901e-96bf7f6bad43 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0505438 Feb 07 04:24:43.042991 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b69706e4-5a94-4651-82c8-2d587ba546d9 req-8846b8fb-1abb-4d25-9bc6-fd60f75ed1d3 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443354 Feb 07 04:24:44.156773 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac83d0-e231-4131-a06d-dba1db58c8ed req-1a665d9e-0718-495b-aa8f-48ea9c86e825 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:44.158713 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3dac83d0-e231-4131-a06d-dba1db58c8ed req-1a665d9e-0718-495b-aa8f-48ea9c86e825 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0511262 Feb 07 04:24:44.204815 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3dac83d0-e231-4131-a06d-dba1db58c8ed req-65cdea53-f437-4dd7-9cf5-58b867fdb76a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Feb 07 04:24:45.323941 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bd3f4-8afc-4261-98dd-e5fd1a9d9882 req-b4e3cfef-b84f-486b-8ed9-163f8011f0cb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:45.325426 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0c0bd3f4-8afc-4261-98dd-e5fd1a9d9882 req-b4e3cfef-b84f-486b-8ed9-163f8011f0cb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0553920 Feb 07 04:24:45.372349 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0c0bd3f4-8afc-4261-98dd-e5fd1a9d9882 req-098af0f4-beae-486b-92e9-2465ef27f608 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Feb 07 04:24:46.494742 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb227a85-293c-4cf5-a02f-8ce8cb7fe2f3 req-8d91316a-d4d9-4634-af11-12108bf7ff6e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:46.496214 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-eb227a85-293c-4cf5-a02f-8ce8cb7fe2f3 req-8d91316a-d4d9-4634-af11-12108bf7ff6e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0558128 Feb 07 04:24:46.542850 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-eb227a85-293c-4cf5-a02f-8ce8cb7fe2f3 req-ec9a740f-352e-4496-b85e-bd6fd01a5045 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411773 Feb 07 04:24:47.712502 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adccd79-9439-417b-a414-6eab5a441306 req-0f12ae1a-471e-4f9d-bbb5-49d41f12751b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:47.713975 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8adccd79-9439-417b-a414-6eab5a441306 req-0f12ae1a-471e-4f9d-bbb5-49d41f12751b tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.1072881 Feb 07 04:24:47.761227 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8adccd79-9439-417b-a414-6eab5a441306 req-7795c69c-d1e3-413f-850d-928945af66a2 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Feb 07 04:24:48.879407 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a61b9d-759f-479f-9ecb-45e1dc533b9d req-0cec69ea-72dd-4a50-95e2-6ad62a31306f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:48.880879 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c2a61b9d-759f-479f-9ecb-45e1dc533b9d req-0cec69ea-72dd-4a50-95e2-6ad62a31306f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0552042 Feb 07 04:24:48.927911 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c2a61b9d-759f-479f-9ecb-45e1dc533b9d req-55c22ffa-59eb-494e-aed2-7f483cba241c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Feb 07 04:24:50.042590 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790effe7-bb7c-4f1a-805d-0d4f964933bb req-1a92491e-9b2b-40be-bed8-542e8c769c75 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:50.044022 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-790effe7-bb7c-4f1a-805d-0d4f964933bb req-1a92491e-9b2b-40be-bed8-542e8c769c75 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0512707 Feb 07 04:24:50.091495 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-790effe7-bb7c-4f1a-805d-0d4f964933bb req-db56ebcf-67e5-4d06-b82b-e452306c0474 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Feb 07 04:24:51.206422 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83090a-71fa-4cd9-8200-3c1479fb2ff1 req-270b8a1e-07b2-4ba1-8a17-14520f773b44 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:51.207779 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0a83090a-71fa-4cd9-8200-3c1479fb2ff1 req-270b8a1e-07b2-4ba1-8a17-14520f773b44 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0511434 Feb 07 04:24:51.257332 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0a83090a-71fa-4cd9-8200-3c1479fb2ff1 req-75ee1c46-6656-49ec-b719-a218716e4cb7 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441175 Feb 07 04:24:52.373302 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314a15-f167-4ffb-9249-a5b9b3b3dc64 req-c79cb406-137f-4f1a-af02-02b57dbaf04c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:24:52.374753 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-22314a15-f167-4ffb-9249-a5b9b3b3dc64 req-c79cb406-137f-4f1a-af02-02b57dbaf04c tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0517199 Feb 07 04:24:52.421904 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-22314a15-f167-4ffb-9249-a5b9b3b3dc64 req-d7c76516-d8ac-4633-9e42-1f983d86cd16 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411365 Feb 07 04:24:57.772822 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:24:59.064353 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-caa39958-3379-49df-9b0b-332add60bde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:00.455949 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:25:01.379118 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-71eccd03-1591-4de8-a895-c1d64651f3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:02.547262 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:03.938514 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:05.282291 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-88c739f8-d202-43e4-9925-5376a573c55a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854938 Feb 07 04:25:05.290482 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:05.404819 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-772da57c-0975-4de8-be2f-e8e80f92b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:25:05.406294 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-772da57c-0975-4de8-be2f-e8e80f92b1c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0438261 Feb 07 04:25:05.506199 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-edba8ed0-1bf4-4f32-810a-82433b8f6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:25:05.507604 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-edba8ed0-1bf4-4f32-810a-82433b8f6f5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0837240 Feb 07 04:25:05.571199 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-f723f69c-29cf-4d81-94d0-762b6cdaa732 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0567420 Feb 07 04:25:05.620598 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-12c0f950-8b9b-4d22-82a2-bae6a7ad6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:25:05.621981 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-12c0f950-8b9b-4d22-82a2-bae6a7ad6d8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0452826 Feb 07 04:25:05.669201 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-27e12094-5245-4a67-8512-ce6ea015c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:25:05.670644 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-27e12094-5245-4a67-8512-ce6ea015c211 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425589 Feb 07 04:25:05.680652 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-fdd57346-a781-411e-b5bd-c40e98e415e1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:25:05.682198 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-fdd57346-a781-411e-b5bd-c40e98e415e1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054984 Feb 07 04:25:05.784761 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-243f8a91-8951-464f-a982-e882338dd1b1 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962837 Feb 07 04:25:05.873300 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-057e99e0-6f88-4149-8f09-53c2f2df4880 req-03717977-f7e8-49f3-8a65-f35616b6f03e service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819597 Feb 07 04:25:27.773464 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:29.065954 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b10a22c9-31bd-45d2-ae1b-a58d8edcf273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:31.379950 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b23cb78-9e1e-45de-9473-7e8a2e137aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:32.549935 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:33.941510 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:35.292770 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:37.457068 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:25:57.779410 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:25:59.066269 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f55c9120-f172-4238-b6e0-3fa4f8233dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:01.381393 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-32d1095a-225d-4b65-863a-cd73cac07081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:02.553532 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:03.943604 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:05.294112 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:07.251080 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-6a4f485f-912f-4418-847c-d3b2ebd8f8aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437155 Feb 07 04:26:07.325315 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-90c59683-a57f-4108-88c6-e9cd310d0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:26:07.326791 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-90c59683-a57f-4108-88c6-e9cd310d0f6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0430131 Feb 07 04:26:07.431968 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-591ebf2b-63b1-4b30-817e-155bcbffcf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:26:07.433484 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-591ebf2b-63b1-4b30-817e-155bcbffcf37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0867515 Feb 07 04:26:07.474628 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-aed5cac3-effd-4c7f-ba70-e52db1bab776 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0344515 Feb 07 04:26:07.519685 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-685c1df6-c04e-4400-a622-930309c6d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:26:07.521039 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-685c1df6-c04e-4400-a622-930309c6d103 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0412743 Feb 07 04:26:07.571328 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-3702e772-3b86-4c44-91ee-1a3509b7683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:26:07.572830 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-3702e772-3b86-4c44-91ee-1a3509b7683f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465996 Feb 07 04:26:07.657120 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-08bca18b-1665-4e4e-8373-13b03a2e906f service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778911 Feb 07 04:26:07.751657 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83c4322d-0ccc-4f85-aa19-1ff9ce2761c7 req-3f7bc8e3-9db5-412c-afe1-da4e9a49a5b5 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890377 Feb 07 04:26:14.455307 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:26:27.780348 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:29.067725 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e846-5831-4d99-b42b-a7bdf1a731bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:31.382182 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-734cfec4-f93a-4f47-8803-664190ef589d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:32.557036 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:33.947219 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:35.296249 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:51.454140 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:26:57.788791 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:26:59.070807 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5353130c-1f04-43b6-b2e4-a0b6cde72769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:01.383936 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d96e31f2-15e9-49bc-a274-b32907c32f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:02.559340 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:03.948675 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:05.298329 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:07.249984 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-5743ebb1-aec1-45ba-9378-87f0d65b291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:27:07.251378 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-5743ebb1-aec1-45ba-9378-87f0d65b291d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1127 time: 0.0450730 Feb 07 04:27:07.352359 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-c7c12abe-d4e0-4a9a-aeca-609fdc8e090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:27:07.354381 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-c7c12abe-d4e0-4a9a-aeca-609fdc8e090c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 909 time: 0.0852454 Feb 07 04:27:07.417196 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-eab07a60-a92b-4981-a28b-507b8be09ade service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 998 time: 0.0561666 Feb 07 04:27:07.462262 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-cf531539-b5a7-45ed-b27b-c813bf41306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:27:07.464157 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-cf531539-b5a7-45ed-b27b-c813bf41306f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.0405002 Feb 07 04:27:07.514756 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-a60cf692-7c49-420d-9e46-fabc902aa253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:27:07.516138 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-a60cf692-7c49-420d-9e46-fabc902aa253 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453560 Feb 07 04:27:07.599635 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-37405a62-5c5f-46c7-8a55-b46cc26e6609 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775356 Feb 07 04:27:07.688034 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-90f970c0-cd1a-4e10-9ac5-ac0d01273460 req-8c80a073-084d-4f57-8237-d9b78dc96436 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825775 Feb 07 04:27:08.657249 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60260) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:27:08.807299 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Deleting port 42cd8653-a01e-4e83-a931-04b7c90dccc9 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:27:08.807574 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (42cd8653-a01e-4e83-a931-04b7c90dccc9), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:08.882311 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (42cd8653-a01e-4e83-a931-04b7c90dccc9), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:08.882635 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for floatingip (42cd8653-a01e-4e83-a931-04b7c90dccc9), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:08.894442 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Calling delete_port for 42cd8653-a01e-4e83-a931-04b7c90dccc9 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:27:09.038014 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (42cd8653-a01e-4e83-a931-04b7c90dccc9), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:09.063198 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event deleted for resources: {'Port': ['ID=42cd8653-a01e-4e83-a931-04b7c90dccc9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:27:09.074743 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.075101 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.075452 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.075794 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.076160 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.076497 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.076831 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.077166 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.077496 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.077834 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.078162 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.078487 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.078811 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:27:09.131580 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for floatingip (e3ecd0b9-d4ab-4c5e-891f-7e408775f11c), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:09.131911 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Floating IP e3ecd0b9-d4ab-4c5e-891f-7e408775f11c disassociated (deleted). External IP: 172.27.1.188, port: 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca. Feb 07 04:27:09.352964 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Router 942d1c87-8147-4a0f-b619-a2783667b855 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:27:09.458623 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:27:09.463598 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:09.469089 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] Sync routers for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:27:09.478793 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:27:09.479396 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:27:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:27:09.491650 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-72c4e084-8c3c-4f7c-8ffa-fe43172424c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "DELETE /v2.0/floatingips/e3ecd0b9-d4ab-4c5e-891f-7e408775f11c HTTP/1.1" status: 204 len: 168 time: 0.8332715 Feb 07 04:27:09.492262 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:27:09.494495 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd62d13-af75-4a8a-bda8-5ff3238790fa" -d '{"events": [{"name": "network-changed", "server_uuid": "05b7e502-8196-48b1-a7ad-77ec28c6dbad", "tag": "23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:27:09.586911 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:27:09.798385 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:27:09.823910 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] Checking router: 942d1c87-8147-4a0f-b619-a2783667b855 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:27:09.831921 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:27:09.832542 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:27:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:27:09.942468 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:27:10.253617 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:27:10.282336 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604273e-b2de-438f-b9ae-2f41e5a2dd9d None None] The sync data for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi is: [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '8e1d8cf1-0615-447a-8ac7-b3f7083607d0', 'name': '', 'network_id': '2380dba0-88cd-40c3-a56d-3005ce2546c4', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'mac_address': 'fa:16:3e:80:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:55Z', 'updated_at': '2022-02-07T04:16:08Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'subnets': [{'id': 'a8a686dd-1e4e-490e-8011-1cbb02509d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:27:10.503377 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7ee2e3-8064-47b1-8056-f23e64f3dd88 None None] New status for floating IP e3ecd0b9-d4ab-4c5e-891f-7e408775f11c: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:27:27.783514 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:28.453883 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:27:29.073174 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3064-d558-4213-b0e3-5ed749f277fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:31.384431 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87439c81-f810-4e2e-b20b-a1f5944e0405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:32.561498 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:33.952392 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:35.300029 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:40.206511 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63819d3c-dcf6-4918-a2e6-48aa1714d473 req-46fa9853-1aa7-466d-8c58-f2a3dd9a9b36 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:27:40.208021 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-63819d3c-dcf6-4918-a2e6-48aa1714d473 req-46fa9853-1aa7-466d-8c58-f2a3dd9a9b36 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0533268 Feb 07 04:27:40.273394 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-63819d3c-dcf6-4918-a2e6-48aa1714d473 req-78a2a213-301c-434f-b8e8-6536122489fb tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545537 Feb 07 04:27:40.398389 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5facb-e6ba-4c91-a414-42f8df6244f4 req-91950cdd-3275-48cc-bafc-f3443c8deacc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:27:40.399983 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-96d5facb-e6ba-4c91-a414-42f8df6244f4 req-91950cdd-3275-48cc-bafc-f3443c8deacc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0569179 Feb 07 04:27:40.446692 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-96d5facb-e6ba-4c91-a414-42f8df6244f4 req-6e21453a-66a6-4d62-aab6-db1005592680 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410845 Feb 07 04:27:57.784425 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:27:59.074325 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-25da2c66-72c7-4644-9725-0503457d6fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:01.384992 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-90633be1-ff9b-46e5-ab34-3f582d3eb24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:02.564979 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:03.955421 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:05.300803 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:05.452316 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:28:07.238109 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-10870528-0ea9-47ab-9794-5ad49ea375c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421178 Feb 07 04:28:07.308543 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-9124fe2f-8781-4539-b274-78c840130daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:28:07.309999 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-9124fe2f-8781-4539-b274-78c840130daf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1130 time: 0.0421083 Feb 07 04:28:07.411330 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-d8b9c1b0-36d4-4da6-abd5-57fc0141d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:28:07.412805 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-d8b9c1b0-36d4-4da6-abd5-57fc0141d46e service neutron] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 915 time: 0.0836904 Feb 07 04:28:07.452582 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-e7657a83-4588-458b-a223-e3dce27e893f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 217 time: 0.0329227 Feb 07 04:28:07.496454 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-bad4d020-4558-4753-889a-7c29f398e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:28:07.497808 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-bad4d020-4558-4753-889a-7c29f398e3d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0400465 Feb 07 04:28:07.528010 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-14bdcb30-feea-4731-8099-85c5bb2847f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241897 Feb 07 04:28:07.619856 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-1ab45867-1006-41d5-9d90-f1eecefd7349 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837603 Feb 07 04:28:07.710184 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6a8b1682-42e7-46cc-93da-bf16868f67f9 req-b7671552-1277-40e8-bcac-05575df5f663 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863676 Feb 07 04:28:27.792740 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:29.076456 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2a6385d9-a4de-451a-b194-bd79f0bb37c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:31.385614 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f5270fd4-0e5c-4e93-bd39-56d03cc4cd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:32.567319 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:33.956764 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:35.302269 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:42.451324 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:28:57.787754 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:28:59.077656 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-69737861-68c0-42d0-98fa-ad375b1a881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:01.387660 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a1b81f51-a6f0-47d6-8160-ab1bba0aca4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:02.569519 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:03.961956 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:05.304233 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:07.224707 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-a8253c1e-9cb6-4b22-b608-e1e9a75d04e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459857 Feb 07 04:29:07.299925 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-49d1172a-3f28-4f19-80a0-02b98aa08898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:29:07.302063 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-49d1172a-3f28-4f19-80a0-02b98aa08898 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aafc4147461248299eee9b97ebd42995&device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 1129 time: 0.0428035 Feb 07 04:29:07.399566 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-d44d7cf1-aa9e-457d-b9ac-7a61e09a71da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:29:07.401080 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-d44d7cf1-aa9e-457d-b9ac-7a61e09a71da service neutron] 10.222.0.30 "GET /v2.0/networks?id=035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 200 len: 918 time: 0.0811927 Feb 07 04:29:07.466490 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-27f9e064-ebab-4db1-83e3-a734714e8530 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0bc3bcd-e4e6-47cf-93b5-f2461a823929 HTTP/1.1" status: 200 len: 1001 time: 0.0593119 Feb 07 04:29:07.511956 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-a22189a6-f1ea-491c-bcd5-11eb51bb4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:29:07.513290 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-a22189a6-f1ea-491c-bcd5-11eb51bb4a56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 200 len: 856 time: 0.0410979 Feb 07 04:29:07.559897 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-e24cf2a4-100e-4a67-9696-e3dd657f918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:29:07.561466 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-e24cf2a4-100e-4a67-9696-e3dd657f918e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=035a4eca-c650-4fdd-bb42-ea519a7b428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426171 Feb 07 04:29:07.650518 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-503fa31b-bd85-4473-b0ae-be5dd7ac0fa1 service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817459 Feb 07 04:29:07.734902 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-4d48c2b8-d8cb-429d-a93e-eb7cdbfe18b3 req-d1eec8a2-a0a1-49a3-ad88-c5c4eb67011e service neutron] 10.222.0.30 "GET /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786486 Feb 07 04:29:19.450234 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:29:27.806274 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:29.078839 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b41c386d-671f-490c-a601-6ddf4201aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:31.388966 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-869d5e55-c512-4cd3-ab7a-42f710d6cc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:32.573113 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:33.962159 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:35.306603 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:56.457272 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:29:57.803860 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:29:59.081148 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-47b2d322-d687-4a9a-a324-80bc88b27578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:01.390990 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a9b9899d-78ac-463d-8cd9-1b265844f787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:02.575416 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:03.967741 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:05.308081 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:07.278862 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-bfee7513-170a-47e5-91b8-745ec94bfd4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1028912 Feb 07 04:30:07.352505 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-acd22176-6fc6-49ec-983a-5ced6cf24a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:30:07.353971 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-acd22176-6fc6-49ec-983a-5ced6cf24a79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 1129 time: 0.0434391 Feb 07 04:30:07.461097 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-64210242-9b7d-40be-96a2-e130ed6d6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:30:07.462573 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-64210242-9b7d-40be-96a2-e130ed6d6999 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 200 len: 913 time: 0.0901525 Feb 07 04:30:07.507917 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-7b8dacb9-80b2-4ed5-ab22-560aaadf09d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca HTTP/1.1" status: 200 len: 217 time: 0.0389283 Feb 07 04:30:07.554286 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-3ab7acba-092f-49c4-9a06-71a9f574dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:30:07.555743 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-3ab7acba-092f-49c4-9a06-71a9f574dc70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a686dd-1e4e-490e-8011-1cbb02509d34 HTTP/1.1" status: 200 len: 851 time: 0.0426109 Feb 07 04:30:07.603178 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-a1331793-0fe4-4c4b-ae3f-f9e54673827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:30:07.604753 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-a1331793-0fe4-4c4b-ae3f-f9e54673827c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2380dba0-88cd-40c3-a56d-3005ce2546c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434456 Feb 07 04:30:07.693595 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-46bc15aa-8495-404a-9506-ee7f82f89684 service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828617 Feb 07 04:30:07.779377 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-5ecfb434-4836-4e9c-a82e-34c3fa8234e7 req-a26b3442-2c84-472f-835e-f4fbb80214e0 service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800030 Feb 07 04:30:27.819460 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:29.083512 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d41a0880-15ac-4fa4-9deb-c62a90f1cfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:31.393870 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6a8b7da8-2341-4217-bcd4-f7aab9685129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:32.583139 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:33.446994 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:30:33.979464 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:35.309803 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:57.818150 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:30:59.085526 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a91645ce-059c-44a0-84a6-f81ce989cbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:01.396199 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ee5d9821-f708-49e8-a638-12a275823930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:02.581220 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:03.972311 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:05.311056 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:09.247976 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-d7c12f39-1696-412a-b56b-8f89c2cd3a77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464032 Feb 07 04:31:09.349280 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-605955d2-4eab-4b66-97d3-0b4915a7b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:09.350751 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-605955d2-4eab-4b66-97d3-0b4915a7b124 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0448639 Feb 07 04:31:09.449248 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-e3ce9346-b037-4021-b9f9-e4a9339591b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:09.450692 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-e3ce9346-b037-4021-b9f9-e4a9339591b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0818045 Feb 07 04:31:09.515106 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-1e3c303f-3487-47f7-b327-3d6babd7a9e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0587969 Feb 07 04:31:09.560850 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-46c11d97-8ab7-45d4-8c11-a52bf4c04a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:09.562308 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-46c11d97-8ab7-45d4-8c11-a52bf4c04a97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0412636 Feb 07 04:31:09.607929 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-a57f2c87-83ea-484e-b2ac-a02c92ac7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:09.609367 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-a57f2c87-83ea-484e-b2ac-a02c92ac7846 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413122 Feb 07 04:31:09.697477 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-c4256375-1e03-4ce1-acf3-25e47d9e5c44 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807021 Feb 07 04:31:09.780990 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c1e19d30-dcd7-405c-9ec5-a14a9b77df4d req-a8e936af-a78e-4337-ad6c-8442304f0d2d service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774336 Feb 07 04:31:10.447111 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:31:27.816485 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:29.086234 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e74508a9-6696-428e-8f7f-b7f7ac609d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:31.398647 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8fe3726d-db93-4957-bd5c-f0d3e9a539e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:32.584546 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:33.975961 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:35.312453 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:40.700855 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9541744-830b-4bb2-9073-3590cdae2b98 req-5b1697ea-f935-40f1-8428-0a9ddcd6f3c8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:40.702352 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f9541744-830b-4bb2-9073-3590cdae2b98 req-5b1697ea-f935-40f1-8428-0a9ddcd6f3c8 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0647871 Feb 07 04:31:40.751639 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f9541744-830b-4bb2-9073-3590cdae2b98 req-c5e02808-10a1-4e5e-beab-8e8d1a7f864f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Feb 07 04:31:40.854559 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479d40e4-8077-4c4b-94fd-fab4b284c907 x-openstack-request-id: req-479d40e4-8077-4c4b-94fd-fab4b284c907 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:31:40.855068 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b7e502-8196-48b1-a7ad-77ec28c6dbad", "tag": "23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:31:40.855182 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-479d40e4-8077-4c4b-94fd-fab4b284c907 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:31:40.855513 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca', 'status': 'completed', 'code': 200} Feb 07 04:31:40.977304 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ca16-f334-4172-98d1-135bf0f424bf req-8b672d1a-2902-48bc-96b9-e74f1224d2b6 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:40.978759 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3286ca16-f334-4172-98d1-135bf0f424bf req-8b672d1a-2902-48bc-96b9-e74f1224d2b6 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0807481 Feb 07 04:31:40.980384 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-fd6fc48b-89fb-4d3a-9425-02d08f4cbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:40.981697 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-fd6fc48b-89fb-4d3a-9425-02d08f4cbbb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 1129 time: 0.0824552 Feb 07 04:31:41.073471 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-3286ca16-f334-4172-98d1-135bf0f424bf req-39d2c2f2-00ae-4d8b-af32-ab6290c3d14f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891337 Feb 07 04:31:41.104178 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-c4dce614-61c5-4f7e-bb6a-9fd50ce1daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:41.105641 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-c4dce614-61c5-4f7e-bb6a-9fd50ce1daf6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 200 len: 913 time: 0.1086521 Feb 07 04:31:41.151618 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-834e2e13-deb6-4d5b-9aba-e42b7b09921b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca HTTP/1.1" status: 200 len: 217 time: 0.0376692 Feb 07 04:31:41.198872 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-6f3eea98-01d1-458f-80e7-484c2e51cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:41.200349 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-6f3eea98-01d1-458f-80e7-484c2e51cd30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a686dd-1e4e-490e-8011-1cbb02509d34 HTTP/1.1" status: 200 len: 851 time: 0.0425241 Feb 07 04:31:41.266440 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-91c83cb1-dba5-4476-9a66-9babdf4aeeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:41.267918 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-91c83cb1-dba5-4476-9a66-9babdf4aeeaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2380dba0-88cd-40c3-a56d-3005ce2546c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440452 Feb 07 04:31:41.356290 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-5b6845db-ee94-4328-8a5e-c58cabffc52f service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811853 Feb 07 04:31:41.443709 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0cd62d13-af75-4a8a-bda8-5ff3238790fa req-b32a67d4-4f01-4664-97bd-2bbcd5657c10 service neutron] 10.222.0.30 "GET /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797348 Feb 07 04:31:41.930394 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-3d31ce48-2bc4-4131-832c-a36233f68b5e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:31:41.931806 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-3d31ce48-2bc4-4131-832c-a36233f68b5e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 945 time: 0.0513313 Feb 07 04:31:42.026973 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Deleting port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:31:42.027307 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:42.109712 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] For port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:31:42.110070 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:42.122740 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Calling delete_port for 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:31:42.242956 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:42.268366 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event deleted for resources: {'Port': ['ID=23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:31:42.282384 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.282739 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.283082 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.283419 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.283744 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.284096 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.284426 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.284746 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.285068 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.285396 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.285715 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.286030 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.286343 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:31:42.325486 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] No DVR routers for this DVR port 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:31:42.328198 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:42.331672 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a6b92bb-b5c4-4f46-a0f7-b08fedecb68d req-98700054-d95c-4893-88b9-67c8ffd3224e tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "DELETE /v2.0/ports/23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca HTTP/1.1" status: 204 len: 173 time: 0.3942699 Feb 07 04:31:42.332145 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'name': 'network-vif-deleted', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:31:42.334449 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8202f27c-4803-49d2-8842-cd09eea32025" -d '{"events": [{"server_uuid": "05b7e502-8196-48b1-a7ad-77ec28c6dbad", "name": "network-vif-deleted", "tag": "23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:31:45.702755 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:31:45.722956 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:31:45.723292 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:31:47.444702 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:31:57.846241 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:31:59.088426 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-39141778-d1ab-4481-b2dc-dc30cfc6bb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:01.400476 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cb4f0e73-936d-4c9a-be35-8e04b990ec7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:02.587589 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:03.977558 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:05.313967 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:11.227472 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0527fc21-2c64-4021-9295-971a0a459a62 req-78cb501a-67fc-4223-b314-f58d0e018c2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423064 Feb 07 04:32:11.302957 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527fc21-2c64-4021-9295-971a0a459a62 req-2d9f6b9a-612b-4658-93ac-c563ef8f8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:32:11.304475 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0527fc21-2c64-4021-9295-971a0a459a62 req-2d9f6b9a-612b-4658-93ac-c563ef8f8d59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0429609 Feb 07 04:32:11.403796 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527fc21-2c64-4021-9295-971a0a459a62 req-954ae7f4-c5fe-4477-a956-e399138a2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:32:11.405279 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0527fc21-2c64-4021-9295-971a0a459a62 req-954ae7f4-c5fe-4477-a956-e399138a2165 service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0837901 Feb 07 04:32:11.444553 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0527fc21-2c64-4021-9295-971a0a459a62 req-ef652639-1612-4eda-af17-0f021bf14c6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0331302 Feb 07 04:32:11.488509 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527fc21-2c64-4021-9295-971a0a459a62 req-723529da-d84b-44b2-8d28-c8fc5dc46461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:32:11.492831 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0527fc21-2c64-4021-9295-971a0a459a62 req-723529da-d84b-44b2-8d28-c8fc5dc46461 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0402048 Feb 07 04:32:11.540014 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527fc21-2c64-4021-9295-971a0a459a62 req-1a154121-1ecb-42e3-bba0-d0e1dcf7319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:32:11.541467 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0527fc21-2c64-4021-9295-971a0a459a62 req-1a154121-1ecb-42e3-bba0-d0e1dcf7319f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455539 Feb 07 04:32:11.625307 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0527fc21-2c64-4021-9295-971a0a459a62 req-6cd83caf-d92f-4b0e-b9cc-8279a74d12c9 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774841 Feb 07 04:32:11.712347 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-0527fc21-2c64-4021-9295-971a0a459a62 req-7209cc8d-0949-4c32-b8b6-2f64e4f0e53d service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814719 Feb 07 04:32:24.442856 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:32:27.862399 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:29.088207 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-375e6cc6-3685-4424-a91d-65511018aeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:31.402760 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9a0f49aa-20a1-4c8d-8c5f-085fb5f2cb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:32.591413 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:33.980671 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:35.314950 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:57.861103 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:32:59.088875 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e621232-50ab-4d94-93eb-f343dad9adb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:01.403173 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4118b255-de39-4b1e-bcf5-9017ef0156d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:01.441271 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:33:02.593256 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:03.983759 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:05.315678 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:09.093324 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [req-04ed4860-db05-44fb-b888-fff183ea8409 req-e1529de9-6381-4c85-9c11-81981c660f25 service neutron] (102767) timed out ('10.222.0.30', 57449) {{(pid=102767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 04:33:13.461612 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-cc5f4516-ec90-43b5-a117-242b95252feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:33:13.463186 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-cc5f4516-ec90-43b5-a117-242b95252feb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1127 time: 0.2687986 Feb 07 04:33:13.559471 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-97eb6faf-441f-49c1-ab31-01daa13e6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:33:13.560901 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-97eb6faf-441f-49c1-ab31-01daa13e6a68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 909 time: 0.0795650 Feb 07 04:33:13.625314 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-fe83976e-11d1-4707-83c9-8e018c28443b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 998 time: 0.0581894 Feb 07 04:33:13.670404 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-92bf0a53-8029-47fe-83ff-0b88cf34eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:33:13.671810 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-92bf0a53-8029-47fe-83ff-0b88cf34eee9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.0412002 Feb 07 04:33:13.716826 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-5602926d-bcf7-4c27-9bb9-57946b26facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:33:13.718557 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-5602926d-bcf7-4c27-9bb9-57946b26facc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413649 Feb 07 04:33:13.805116 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-959b07ac-f300-4990-be9c-bc684e99bdd8 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801177 Feb 07 04:33:13.887785 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ae269d28-28d5-4c9e-b2a9-a81ea633253e req-ac349bc0-8dc2-4d82-ae96-3c7426aa6a47 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0770683 Feb 07 04:33:27.874829 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:29.089518 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3f14-5d1f-4f0d-9c84-a2735bb8d73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:31.405241 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7420e691-5bf2-4145-9992-20678cd56042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:32.596517 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:33.987392 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:35.317260 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:38.440792 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:33:41.322148 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f911d-208b-4f7f-9e82-cd45802354fb req-f32ec755-f927-4e23-b6af-5a0bf56c9470 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:33:41.323638 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-713f911d-208b-4f7f-9e82-cd45802354fb req-f32ec755-f927-4e23-b6af-5a0bf56c9470 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0558128 Feb 07 04:33:41.375427 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-713f911d-208b-4f7f-9e82-cd45802354fb req-5c944776-3360-4a40-af35-d4ea0ffbf586 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 Feb 07 04:33:42.615413 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-6ccda923-e73f-44a7-a1ec-b2688cf5f8ff tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:33:42.616875 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-6ccda923-e73f-44a7-a1ec-b2688cf5f8ff tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "GET /v2.0/ports?device_id=65197dd0-1ef5-46a4-bd5c-c4214703105b HTTP/1.1" status: 200 len: 945 time: 0.0547831 Feb 07 04:33:42.711460 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Deleting port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:33:42.711721 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:42.797867 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] For port e0bc3bcd-e4e6-47cf-93b5-f2461a823929, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:33:42.798224 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:42.959547 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:42.959906 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (9f9b1103-8b03-479c-9889-880717b6d10d), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:42.960259 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.l3_db [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Floating IP 9f9b1103-8b03-479c-9889-880717b6d10d disassociated. External IP: 172.27.1.237, port: e0bc3bcd-e4e6-47cf-93b5-f2461a823929. Feb 07 04:33:42.960602 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Calling delete_port for e0bc3bcd-e4e6-47cf-93b5-f2461a823929 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:33:43.084182 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (e0bc3bcd-e4e6-47cf-93b5-f2461a823929), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:43.110987 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event deleted for resources: {'Port': ['ID=e0bc3bcd-e4e6-47cf-93b5-f2461a823929,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:33:43.156174 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.156579 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.156919 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.157251 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.157581 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.157908 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.158235 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.158557 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.158876 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.159192 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.159510 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.159827 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.160166 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:33:43.230651 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Router 91802a57-fedb-40cc-a080-7fbc6995c1b5 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:33:43.344334 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:33:43.353752 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] Sync routers for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:33:43.364616 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:33:43.365233 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:33:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:33:43.383856 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] No DVR routers for this DVR port e0bc3bcd-e4e6-47cf-93b5-f2461a823929 on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:33:43.386284 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:43.389545 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d4bd7604-40bf-4300-9265-8dbd5cfe8f04 req-e6b27b28-8f72-431d-a6b2-8ea4692b45dd tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.30 "DELETE /v2.0/ports/e0bc3bcd-e4e6-47cf-93b5-f2461a823929 HTTP/1.1" status: 204 len: 173 time: 0.7658474 Feb 07 04:33:43.476005 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:33:43.801614 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:33:43.828262 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] Checking router: 91802a57-fedb-40cc-a080-7fbc6995c1b5 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:33:43.836786 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:33:43.837451 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:33:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:33:43.945230 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:33:44.134963 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:33:44.164796 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd65b2-32b4-4ec9-85f6-7ef670e5c113 None None] The sync data for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi is: [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:14:53Z', 'revision_number': 4, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'e1de2a6e-44cd-448f-b241-baa8d9bc641d', 'name': '', 'network_id': '035a4eca-c650-4fdd-bb42-ea519a7b428e', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:51Z', 'updated_at': '2022-02-07T04:15:01Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'subnets': [{'id': 'c80fbf3b-1b6b-4570-bc75-0a0f74eaa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:33:44.365182 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517dd6fb-92bd-4f1f-b7b8-bc2127ba3e14 None None] New status for floating IP 9f9b1103-8b03-479c-9889-880717b6d10d: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:33:46.384896 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e0bc3bcd-e4e6-47cf-93b5-f2461a823929 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:33:46.404627 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: e0bc3bcd-e4e6-47cf-93b5-f2461a823929 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:33:46.405084 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device e0bc3bcd-e4e6-47cf-93b5-f2461a823929 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:33:57.879800 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:33:59.090628 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-388b8264-b154-4433-b8f9-0945e0d4f421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:01.407689 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-025b4017-c5de-414d-bf9a-b2b05e2b8da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:02.599151 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:03.989700 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:05.320037 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:13.228802 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478803be-643e-45a6-8698-723c126faad8 req-06e7c306-c67a-4489-bfa8-4948f2e17ba0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432167 Feb 07 04:34:13.308881 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478803be-643e-45a6-8698-723c126faad8 req-48fa8240-8cf3-4ff2-a5ea-f14ad1cb0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:34:13.310959 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478803be-643e-45a6-8698-723c126faad8 req-48fa8240-8cf3-4ff2-a5ea-f14ad1cb0ad1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1130 time: 0.0509467 Feb 07 04:34:13.418288 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478803be-643e-45a6-8698-723c126faad8 req-2f1d8994-5e02-4324-b8d9-909f539c4368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:34:13.419751 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478803be-643e-45a6-8698-723c126faad8 req-2f1d8994-5e02-4324-b8d9-909f539c4368 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 915 time: 0.0906551 Feb 07 04:34:13.462309 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478803be-643e-45a6-8698-723c126faad8 req-8fbe8c44-2dd2-4495-8b77-a92b1b43f37e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 217 time: 0.0366907 Feb 07 04:34:13.509745 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478803be-643e-45a6-8698-723c126faad8 req-3c8e95c0-d5c4-4659-83b4-e6e04e0167c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:34:13.511074 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478803be-643e-45a6-8698-723c126faad8 req-3c8e95c0-d5c4-4659-83b4-e6e04e0167c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0433912 Feb 07 04:34:13.542021 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478803be-643e-45a6-8698-723c126faad8 req-cb1322c8-8eae-4cb2-93e2-62c4c2f07c29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247147 Feb 07 04:34:13.626443 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478803be-643e-45a6-8698-723c126faad8 req-0dff3bec-facc-4d5c-a820-fd4d410d6906 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784621 Feb 07 04:34:13.715194 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-478803be-643e-45a6-8698-723c126faad8 req-99189a99-e672-4663-bae1-9d250000ddb0 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831742 Feb 07 04:34:15.439373 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:34:27.887653 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:29.092136 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9605cc33-c4b3-4299-b639-57622735de50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:31.409051 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-87421e11-21f4-41f9-abad-8f4461781203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:32.601101 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:33.389178 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [req-c307859e-a4ad-4eb3-8ef0-06da710f106f req-d601083e-266b-4ddc-8baa-49d93d3e3ae5 service neutron] (102768) timed out ('10.222.0.13', 57268) {{(pid=102768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 04:34:33.993218 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:35.321829 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:52.438379 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:34:57.902641 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:34:59.093373 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1606d69f-e795-442f-8d20-eb90ab04ae60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:01.410273 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ce0e46cc-883e-4c35-81e5-f24550c90393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:02.606437 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:03.995628 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:05.322437 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:27.900740 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:29.094008 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f61db524-afc3-4e72-96d9-712706818ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:29.438035 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:35:31.411364 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8804242d-5d5a-4e1f-800b-5eb5b79321fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:32.610224 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:33.997233 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:35.324953 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:41.205889 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bad81-328d-4ff1-a29e-72a7a39d4d80 req-5a72da5b-9243-4dd3-9a86-43f5ea9d3f99 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:35:41.207313 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d89bad81-328d-4ff1-a29e-72a7a39d4d80 req-5a72da5b-9243-4dd3-9a86-43f5ea9d3f99 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0560384 Feb 07 04:35:41.253932 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d89bad81-328d-4ff1-a29e-72a7a39d4d80 req-0a3059de-9fe9-415d-9609-bc848a890784 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Feb 07 04:35:54.080975 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 60584) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:35:54.237386 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Deleting port bbd11e67-ec7a-4502-9f47-69321bfe6ffb {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:35:54.237729 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (bbd11e67-ec7a-4502-9f47-69321bfe6ffb), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:54.322243 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (bbd11e67-ec7a-4502-9f47-69321bfe6ffb), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:54.322571 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for floatingip (bbd11e67-ec7a-4502-9f47-69321bfe6ffb), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:54.334186 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Calling delete_port for bbd11e67-ec7a-4502-9f47-69321bfe6ffb owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:35:54.479734 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (bbd11e67-ec7a-4502-9f47-69321bfe6ffb), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:54.504308 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event deleted for resources: {'Port': ['ID=bbd11e67-ec7a-4502-9f47-69321bfe6ffb,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:35:54.530414 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.530766 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.531113 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.531454 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.531789 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.532150 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.532484 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.532813 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.533138 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.533465 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.533792 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.534115 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.534436 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:35:54.571733 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for floatingip (3fca0da3-86fd-45a6-9042-9ceeeabe35f8), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:54.572089 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Floating IP 3fca0da3-86fd-45a6-9042-9ceeeabe35f8 disassociated (deleted). External IP: 172.27.1.99, port: 17109406-6d8f-40f6-9417-ddb7abe58df8. Feb 07 04:35:54.996277 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Router 2c772ae1-20bc-453e-886c-c2da7cd63396 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:35:55.102797 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:35:55.107595 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:55.112249 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] Sync routers for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:35:55.121550 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:35:55.122149 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:35:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:35:55.137050 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c8ce327e-49e2-4c60-b951-3320fa9017e4 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "DELETE /v2.0/floatingips/3fca0da3-86fd-45a6-9042-9ceeeabe35f8 HTTP/1.1" status: 204 len: 168 time: 1.0549989 Feb 07 04:35:55.137730 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:35:55.140074 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9970b0-440a-4111-bbc8-3eea60542383" -d '{"events": [{"name": "network-changed", "server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:35:55.225508 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:35:55.410625 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:37Z', 'revision_number': 5, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:35:55.435816 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] Checking router: 2c772ae1-20bc-453e-886c-c2da7cd63396 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:35:55.443578 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:35:55.444819 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:35:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:35:55.546923 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:35:55.856876 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:37Z', 'revision_number': 5, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:35:55.881268 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e89841-b44f-497b-aa02-f396405fc718 None None] The sync data for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi is: [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:16:24Z', 'revision_number': 4, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': '9d70438b-ac82-4ec2-8237-b6ad5a30f11c', 'name': '', 'network_id': 'e1b98d4e-8309-43f2-8aa1-082023c2a074', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'mac_address': 'fa:16:3e:b4:9d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:24Z', 'updated_at': '2022-02-07T04:16:37Z', 'revision_number': 5, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'subnets': [{'id': '315a4ea0-2232-4f03-b536-efec0a848f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:35:56.093813 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88692232-2e9e-4703-b582-f07fccd2ceab None None] New status for floating IP 3fca0da3-86fd-45a6-9042-9ceeeabe35f8: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:35:57.901016 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:35:59.095310 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-56d6a9bf-15ff-48dd-bce1-e9b3c23e4bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:01.415937 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0255fc87-4bc3-42e0-83ba-53cfca91c2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:02.610635 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:04.000442 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:05.331247 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:06.436705 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:36:13.340629 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-82990131-2cd0-484b-9b5b-c0c4a947c9f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1444817 Feb 07 04:36:13.445233 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-bcc77fc6-08d4-439c-bb1a-1d09b37b15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:36:13.446717 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-bcc77fc6-08d4-439c-bb1a-1d09b37b15c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0479109 Feb 07 04:36:13.544881 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-ab6b8075-58fb-433f-98f2-95e6398942b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:36:13.546259 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-ab6b8075-58fb-433f-98f2-95e6398942b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0816941 Feb 07 04:36:13.613462 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-9fd5caaf-4bd5-4a5f-847d-df3f834de43d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0616941 Feb 07 04:36:13.659030 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-46fdd34c-8f1e-45a8-840f-58810232d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:36:13.660443 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-46fdd34c-8f1e-45a8-840f-58810232d04e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0410933 Feb 07 04:36:13.706231 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-f497043d-f79b-4f87-b525-0bbdfa95bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:36:13.707682 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-f497043d-f79b-4f87-b525-0bbdfa95bc53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417488 Feb 07 04:36:13.717487 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-b6ce84d8-cfa5-428b-a520-4601938db418 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:36:13.718482 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-b6ce84d8-cfa5-428b-a520-4601938db418 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047007 Feb 07 04:36:13.812454 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-2c866404-e728-4e35-b805-adcbc72d6519 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883777 Feb 07 04:36:13.896559 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6ea15321-3a0a-4476-9de4-976a50b3a6b6 req-d807fd40-4752-44b6-8378-bf9fcacea680 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781555 Feb 07 04:36:27.899540 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:29.096947 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3ca248d6-25d9-4f1c-bd44-2a8de1a59ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:31.418641 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3153692b-2397-4909-acb5-8562adfa91e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:32.613177 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:34.006385 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:35.323740 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:42.437100 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Mon, 07 Feb 2022 04:31:42 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:36:42.437666 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '05b7e502-8196-48b1-a7ad-77ec28c6dbad', 'name': 'network-vif-deleted', 'tag': '23ce1d0e-d0d7-4f7c-8e8e-777898a5a2ca'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova Traceback (most recent call last): Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 269, in send_events Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Feb 07 04:36:42.466447 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova Feb 07 04:36:43.436165 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:36:44.467847 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'name': 'network-vif-deleted', 'tag': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:36:44.470209 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797062fd-9f5d-45a2-92b1-aa68be39e5d5" -d '{"events": [{"server_uuid": "65197dd0-1ef5-46a4-bd5c-c4214703105b", "name": "network-vif-deleted", "tag": "e0bc3bcd-e4e6-47cf-93b5-f2461a823929"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:36:57.903518 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:36:59.098772 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bba49971-0d41-43a2-b9c6-bda388674f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:01.423321 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-28080c96-297e-48d3-817e-9bca690aeaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:02.616965 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:02.813883 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [req-4df18a58-4e63-4d58-a1b5-75c79d111bff req-49f5eadf-7810-4b9c-8b51-fc57150f37d0 service neutron] (102768) timed out ('10.222.0.30', 57471) {{(pid=102768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 04:37:04.006697 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:05.325721 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:15.223258 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-9fa83888-d92f-4f57-8a71-3be1547e0df5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471480 Feb 07 04:37:15.298895 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-45a2b47e-c486-46e0-bf0f-6fa4811c0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:37:15.300391 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-45a2b47e-c486-46e0-bf0f-6fa4811c0e34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0431221 Feb 07 04:37:15.398371 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-710a7db3-b14f-48a2-9f35-c163a084f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:37:15.399777 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-710a7db3-b14f-48a2-9f35-c163a084f568 service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0810704 Feb 07 04:37:15.441734 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-765a4dcc-24e8-4525-a08c-efdd5f6cdfbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0362141 Feb 07 04:37:15.488071 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-c5037278-2483-44fe-a1e5-b612a08da758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:37:15.489381 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-c5037278-2483-44fe-a1e5-b612a08da758 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0417466 Feb 07 04:37:15.535609 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-97593ce3-f476-4785-8b0f-2fb880fc667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:37:15.537063 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-97593ce3-f476-4785-8b0f-2fb880fc667b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418234 Feb 07 04:37:15.624399 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-896e1560-622b-44e5-b0f1-87928186dab9 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806563 Feb 07 04:37:15.708319 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b3c23729-9f21-4252-9c46-5a1369ca8e05 req-81be6f67-81f7-4b55-9f9a-a0c0ee8aa142 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779796 Feb 07 04:37:20.435175 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:37:27.902683 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:29.100921 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-50af07ca-9578-4191-a839-c66139da3b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:31.424635 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e128ab65-a7f6-45db-8781-55d3e54e02b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:32.619778 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:34.010836 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:35.327465 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:41.382690 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc5c8f-093d-4e23-b667-3ed47ae92b1c req-5354b9c2-aa1c-4cc1-a6d2-0cbfe89b186e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:37:41.390885 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9cfc5c8f-093d-4e23-b667-3ed47ae92b1c req-5354b9c2-aa1c-4cc1-a6d2-0cbfe89b186e tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0607619 Feb 07 04:37:41.437619 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-9cfc5c8f-093d-4e23-b667-3ed47ae92b1c req-64bad2d1-34bd-4580-a73b-5967bf36b6cd tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458734 Feb 07 04:37:57.435228 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:37:57.897373 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:37:59.101679 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d57c9af4-2665-46dd-807b-5fe29710dade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:01.425882 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-52b655d4-4252-4379-b5e0-265ed3301135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:02.622295 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:04.013115 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:05.329379 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:16.277679 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-3600a5a6-009d-4701-97a4-a0ed0c1ed893 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429294 Feb 07 04:38:16.357626 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-b7de9ca8-a316-4e24-8474-8d77deccbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:38:16.359116 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-b7de9ca8-a316-4e24-8474-8d77deccbfca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1127 time: 0.0492470 Feb 07 04:38:16.462034 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-7340448a-8441-4f5b-bde3-858f1cc05a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:38:16.463515 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-7340448a-8441-4f5b-bde3-858f1cc05a6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 909 time: 0.0857458 Feb 07 04:38:16.503014 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-2a71be2f-71d9-4ad7-854f-96e70b90aaf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 217 time: 0.0340607 Feb 07 04:38:16.548797 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-22cc648b-5d53-45ca-8b91-91ab20cbb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:38:16.550106 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-22cc648b-5d53-45ca-8b91-91ab20cbb8fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.0415792 Feb 07 04:38:16.600700 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-83157d0f-6755-4aa6-b790-3559b6e9be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:38:16.602199 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-83157d0f-6755-4aa6-b790-3559b6e9be86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461159 Feb 07 04:38:16.695053 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-fc0d3a22-0089-44e2-93f5-85d021a64000 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866628 Feb 07 04:38:16.782845 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-69e20a5c-beab-4c7f-89e0-3df45dee8cff req-0bd97ee0-6f65-4026-b89c-d96457712f7e service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817869 Feb 07 04:38:27.895232 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:29.102196 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-793866e0-c35d-426b-a9ef-648b4566f463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:31.427818 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-330a7bf9-3ea4-40a0-9bfb-b38502493a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:32.624408 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:34.016118 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:34.434499 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:38:35.332017 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:57.892947 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:38:59.103378 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5204ca42-c4f7-4772-9465-b46b153ab5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:01.428848 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cda3f720-cde8-4a35-89a7-ab0498e168b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:02.626690 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:04.019434 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:05.332835 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:11.433956 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:39:18.206353 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-9bddc321-e6fc-413e-9ded-aab15aaaf84c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428529 Feb 07 04:39:18.281493 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-06657414-3fda-442c-b99e-a25fb8cc732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:39:18.282951 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-06657414-3fda-442c-b99e-a25fb8cc732a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1130 time: 0.0439341 Feb 07 04:39:18.387029 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-9cbd87f7-8598-4735-80c7-165387037d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:39:18.388776 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-9cbd87f7-8598-4735-80c7-165387037d06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 915 time: 0.0876436 Feb 07 04:39:18.427783 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-38f9fa91-6efc-412e-bcef-f282de0de713 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 217 time: 0.0330105 Feb 07 04:39:18.476096 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-4882dbb4-99d1-4e33-a06d-82cf3f7c5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:39:18.477385 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-4882dbb4-99d1-4e33-a06d-82cf3f7c5896 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0401528 Feb 07 04:39:18.507721 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-aa2a8045-66fb-4bb2-8b7c-3fd962978486 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241323 Feb 07 04:39:18.593846 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-6124732d-f886-4bc6-8c75-29de96d42001 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797167 Feb 07 04:39:18.676237 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7a0657d2-8b94-45fe-81c1-22a614559ac1 req-f143eef9-e630-4fe2-bdf0-3e0ed5a8c216 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0762992 Feb 07 04:39:27.907292 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:29.104569 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-847fc1aa-1018-41ca-9496-44087c692e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:31.430163 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5c55126b-062d-4c34-a3e1-77582fcf3f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:32.628751 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:34.022067 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:35.334950 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:41.780780 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029873bf-c82f-47bd-9d59-91cb0913e59a req-c03b6e5e-53ee-4396-9c35-f8dd763811f5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:39:41.782221 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-029873bf-c82f-47bd-9d59-91cb0913e59a req-c03b6e5e-53ee-4396-9c35-f8dd763811f5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0555763 Feb 07 04:39:41.828604 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-029873bf-c82f-47bd-9d59-91cb0913e59a req-f3cb7d2e-4352-4402-aa23-0679d925e32a tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409102 Feb 07 04:39:48.432752 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:39:57.903072 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:39:59.105583 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf92bd14-f945-4c06-a15e-8f25e4a1d6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:01.430636 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2696c124-27bc-4206-8a29-eaa606bce115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:02.632321 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:04.025184 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:05.336094 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:19.238677 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-7416e3d9-b200-443f-aa77-0873d62ed46b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433307 Feb 07 04:40:19.336090 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-77abdf38-13c2-49cb-80a7-08ac6898a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:40:19.337552 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-77abdf38-13c2-49cb-80a7-08ac6898a057 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0428672 Feb 07 04:40:19.438494 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-4ab5a852-0ccf-4439-bcd8-3e61f377d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:40:19.439972 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-4ab5a852-0ccf-4439-bcd8-3e61f377d954 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0851555 Feb 07 04:40:19.502683 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-c3f72501-add8-403f-90b9-49c0a3c02dba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0553625 Feb 07 04:40:19.552171 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-4a592f6b-677c-4e4c-ac7a-d289ee862df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:40:19.553661 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-4a592f6b-677c-4e4c-ac7a-d289ee862df9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0449827 Feb 07 04:40:19.600344 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-42e55646-cb74-415d-bb81-a2c159aaf36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:40:19.601800 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-42e55646-cb74-415d-bb81-a2c159aaf36f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426843 Feb 07 04:40:19.686146 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-54f07d4d-7234-47cb-aff7-4394bf5bd749 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783854 Feb 07 04:40:19.774667 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b2f72ba4-ea73-4277-90b3-16fd61d0c822 req-9e1b1512-91b5-4585-b773-7d983a9585a6 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825264 Feb 07 04:40:25.432865 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:40:27.916744 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:29.107237 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4b22a3d9-7c6c-44a2-a4af-2b8a11735b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:31.433234 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac96b-57d7-473d-be6a-a20f02dfac34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:32.634536 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:34.028091 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:35.337224 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:55.238264 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Mon, 07 Feb 2022 04:35:55 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:40:55.238841 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova Traceback (most recent call last): Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 269, in send_events Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Feb 07 04:40:55.240134 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova Feb 07 04:40:57.934147 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:40:59.108540 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-726551a6-362b-428a-8acb-793d22d53731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:01.435871 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f565-e0f0-4fc1-b548-80d902f0c811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:02.431332 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:41:02.638521 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:04.031445 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:05.339882 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:20.260983 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-d270d0d0-f890-40c6-8b06-9bbd1de0ef93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982544 Feb 07 04:41:20.337567 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-b73e2937-63a0-4f32-8b15-5472f0ee0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:41:20.339009 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-b73e2937-63a0-4f32-8b15-5472f0ee0d00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0429256 Feb 07 04:41:20.441996 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-3a710338-6250-4327-942a-ce2c257d001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:41:20.443430 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-3a710338-6250-4327-942a-ce2c257d001a service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0860429 Feb 07 04:41:20.484121 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-c7bd661f-b7ed-484b-aedc-ab50bf45edd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0325339 Feb 07 04:41:20.530764 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-e495da5e-a37a-4a5c-b871-d6b9c8fa44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:41:20.532170 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-e495da5e-a37a-4a5c-b871-d6b9c8fa44ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0413172 Feb 07 04:41:20.583242 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-71b1f8dd-5d92-437d-bec1-68b0026690e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:41:20.584742 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-71b1f8dd-5d92-437d-bec1-68b0026690e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464144 Feb 07 04:41:20.668443 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-8a6db46b-f26c-4e03-a54a-d04f8eef0c0c service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770981 Feb 07 04:41:20.977628 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d483dbd1-4f89-4129-9f86-3624aa57cac2 req-e7a98cf1-8753-448c-8ab5-396d4c9942e6 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029683 Feb 07 04:41:27.949362 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:29.109288 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-37f59aea-365e-44a6-9806-71e1e9218caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:31.437614 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-17942ae4-ccce-4bbe-9796-74f776c9dc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:32.642125 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:34.149198 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:35.341438 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:39.429986 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:41:44.567499 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Mon, 07 Feb 2022 04:36:44 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:41:44.568011 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '65197dd0-1ef5-46a4-bd5c-c4214703105b', 'name': 'network-vif-deleted', 'tag': 'e0bc3bcd-e4e6-47cf-93b5-f2461a823929'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova Traceback (most recent call last): Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 269, in send_events Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Feb 07 04:41:44.568544 dv-cinder-799631-7-iscsi neutron-server[102768]: ERROR neutron.notifiers.nova Feb 07 04:41:57.979409 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:41:59.112028 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b914fa89-6d0f-42d2-a831-b23fe3952ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:01.440724 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb3e4-21c8-4679-9cd4-7e1036e3c99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:02.643484 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:04.037395 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:05.350716 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:16.436596 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:42:21.222378 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-76eacd00-3a12-4c89-93ad-0ea4c736f5a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433259 Feb 07 04:42:21.293265 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-17127a38-96ed-4942-a66f-cde1728386dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:42:21.294709 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-17127a38-96ed-4942-a66f-cde1728386dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1127 time: 0.0418379 Feb 07 04:42:21.395577 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-b22539f7-a232-4193-8e59-6d24474d3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:42:21.397151 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-b22539f7-a232-4193-8e59-6d24474d3fda service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 909 time: 0.0841384 Feb 07 04:42:21.441531 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-7b2096ec-ef85-465c-8d13-6fd73629fd94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 217 time: 0.0382631 Feb 07 04:42:21.487047 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-61fa9e5a-62a7-4047-8b34-a41a2fdd6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:42:21.488356 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-61fa9e5a-62a7-4047-8b34-a41a2fdd6038 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.0408971 Feb 07 04:42:21.537931 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-7cde99c1-bfa8-432c-bdad-6da4c482077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:42:21.539399 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-7cde99c1-bfa8-432c-bdad-6da4c482077c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456095 Feb 07 04:42:21.624026 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-5044f34c-6a7e-46e9-9865-b50b13be243f service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785792 Feb 07 04:42:21.711842 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-43ebf2f8-8ed6-4890-b78a-9f9b972e818b req-ee6827a9-20af-4455-bed5-588c77a32b7e service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819147 Feb 07 04:42:27.974475 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:29.112804 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-09ef778e-0a8a-44f5-8351-e42ec3a7412b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:31.443167 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5274a849-0d02-4d93-9d16-377399eb4d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:32.645551 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:34.039390 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:35.343524 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:53.426563 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:42:57.977486 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:42:59.114612 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-92660997-d0e6-4348-b822-eead7621f2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:01.446955 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-35d8daa4-40a2-41f8-bdc8-a59e33543299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:02.648898 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:04.042817 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:05.345965 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:21.217821 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e925ae91-754e-4562-a843-728a313a5f36 req-a7a9eedd-f0ab-4bab-b92a-3d91945802ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425313 Feb 07 04:43:21.291048 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925ae91-754e-4562-a843-728a313a5f36 req-fb098a8d-6de9-4cb2-8ba5-ab6ad1ebf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:21.292547 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e925ae91-754e-4562-a843-728a313a5f36 req-fb098a8d-6de9-4cb2-8ba5-ab6ad1ebf692 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1130 time: 0.0434630 Feb 07 04:43:21.395649 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925ae91-754e-4562-a843-728a313a5f36 req-078fe6af-838f-45ad-8af8-0faabddafef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:21.397135 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e925ae91-754e-4562-a843-728a313a5f36 req-078fe6af-838f-45ad-8af8-0faabddafef3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 915 time: 0.0870512 Feb 07 04:43:21.436336 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e925ae91-754e-4562-a843-728a313a5f36 req-6e0c2543-f1e2-4e42-aac1-92759a0f02e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 217 time: 0.0333626 Feb 07 04:43:21.483195 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925ae91-754e-4562-a843-728a313a5f36 req-17c49e23-4491-4196-8c78-c391bb9398e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:21.484650 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e925ae91-754e-4562-a843-728a313a5f36 req-17c49e23-4491-4196-8c78-c391bb9398e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0431299 Feb 07 04:43:21.516029 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e925ae91-754e-4562-a843-728a313a5f36 req-8b9e3cb8-9a1a-430c-8953-26bfc63739b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249116 Feb 07 04:43:21.606156 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e925ae91-754e-4562-a843-728a313a5f36 req-0cf9c4e9-864b-46ae-a8da-bc2c2a72223e service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842538 Feb 07 04:43:21.693696 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e925ae91-754e-4562-a843-728a313a5f36 req-be295bac-9b96-4445-8490-4d1275c3cae7 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788505 Feb 07 04:43:27.991973 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:29.116422 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d91a4192-32e4-4904-8f39-6be29a76ba48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:30.429665 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:43:31.449175 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8ae32ee9-669a-414d-8160-8be8dbf51c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:32.651971 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:34.047247 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:35.347823 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:42.053017 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d314c-315a-4d5d-a57f-d28e0599c27a req-39755469-b583-44e8-bcb6-4f8c2916ed26 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:42.054535 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-218d314c-315a-4d5d-a57f-d28e0599c27a req-39755469-b583-44e8-bcb6-4f8c2916ed26 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0573359 Feb 07 04:43:42.102376 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-218d314c-315a-4d5d-a57f-d28e0599c27a req-8d5ea912-aeac-4661-aa96-0d6d06f3be0d tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Feb 07 04:43:42.508850 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f3021-0611-411d-b0f5-bef4f85598e3 req-ec0874ba-630a-48f7-85de-6add40cda453 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:42.515427 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1f6f3021-0611-411d-b0f5-bef4f85598e3 req-ec0874ba-630a-48f7-85de-6add40cda453 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0689800 Feb 07 04:43:42.563019 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1f6f3021-0611-411d-b0f5-bef4f85598e3 req-25fb0fdc-0ac4-4912-9135-d712b92ccbed tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466135 Feb 07 04:43:42.608330 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e0030f2d-8532-4cb3-950a-61fa66f5ccc7 req-1e97df99-33e7-49f7-9dee-a4cf873afef7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ebc5dbe4c54633a6605d9a54949953&device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 210 time: 0.0259488 Feb 07 04:43:42.720982 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030f2d-8532-4cb3-950a-61fa66f5ccc7 req-c224cbc9-6328-4e17-b794-edb3752bf363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:42.722427 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e0030f2d-8532-4cb3-950a-61fa66f5ccc7 req-c224cbc9-6328-4e17-b794-edb3752bf363 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=50ebc5dbe4c54633a6605d9a54949953&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1019940 Feb 07 04:43:42.833761 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13210b1-2e97-4689-86ba-200d50eec007 req-5733fbf8-42d5-430a-a820-31b683180c42 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:42.835258 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e13210b1-2e97-4689-86ba-200d50eec007 req-5733fbf8-42d5-430a-a820-31b683180c42 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.1119587 Feb 07 04:43:42.865931 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030f2d-8532-4cb3-950a-61fa66f5ccc7 req-dc3ec66e-fca4-43a0-bc85-004304daba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:42.867367 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e0030f2d-8532-4cb3-950a-61fa66f5ccc7 req-dc3ec66e-fca4-43a0-bc85-004304daba9c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358719 Feb 07 04:43:42.899471 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e13210b1-2e97-4689-86ba-200d50eec007 req-2f651267-ec40-441c-a3ad-5d009bfcd9c5 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "GET /v2.0/security-groups?id=197462bb-33fc-4435-b77c-63b2ab417db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560446 Feb 07 04:43:43.161823 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e0030f2d-8532-4cb3-950a-61fa66f5ccc7 req-f4f022b4-a4f6-44c6-8747-07f36beac7c4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.30 "GET /v2.0/ports?device_id=05b7e502-8196-48b1-a7ad-77ec28c6dbad HTTP/1.1" status: 200 len: 210 time: 0.0282867 Feb 07 04:43:43.450198 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-7c9e09ef-881f-46dd-b030-708afbb691e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:43.451845 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-7c9e09ef-881f-46dd-b030-708afbb691e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 1127 time: 0.0460558 Feb 07 04:43:43.542693 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-5b678917-d903-4544-a0fa-1c21f74ef617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:43.544212 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-5b678917-d903-4544-a0fa-1c21f74ef617 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 200 len: 909 time: 0.0861893 Feb 07 04:43:43.598886 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.30', 58004) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:43:43.632969 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-3e0da0d8-2d32-443d-87bf-f1cae7a3b734 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 200 len: 217 time: 0.0339305 Feb 07 04:43:43.649523 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-52cf239a-8c03-49d1-a359-066690847562 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:43.650962 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-52cf239a-8c03-49d1-a359-066690847562 tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.30 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 943 time: 0.0508718 Feb 07 04:43:43.680311 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-ec4ce14c-68fa-4ea3-84df-dd85222f47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:43.681740 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-ec4ce14c-68fa-4ea3-84df-dd85222f47a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 200 len: 847 time: 0.0422711 Feb 07 04:43:43.731919 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-ed5ceeda-8bf0-4b91-a85b-b1e6c5bf2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:43:43.733421 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-ed5ceeda-8bf0-4b91-a85b-b1e6c5bf2049 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b98d4e-8309-43f2-8aa1-082023c2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451944 Feb 07 04:43:43.779467 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Deleting port 17109406-6d8f-40f6-9417-ddb7abe58df8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:43:43.779812 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:43.820261 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-47236e76-4e2f-4f03-a260-f30d571224e4 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787489 Feb 07 04:43:43.868592 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] For port 17109406-6d8f-40f6-9417-ddb7abe58df8, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=17109406-6d8f-40f6-9417-ddb7abe58df8,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:43:43.868956 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:43.883296 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Calling delete_port for 17109406-6d8f-40f6-9417-ddb7abe58df8 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:43:43.916181 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb9970b0-440a-4111-bbc8-3eea60542383 req-2843d46d-ea22-4ccc-8d30-39a743010ead service neutron] 10.222.0.30 "GET /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902617 Feb 07 04:43:44.009712 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (17109406-6d8f-40f6-9417-ddb7abe58df8), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:44.038941 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event deleted for resources: {'Port': ['ID=17109406-6d8f-40f6-9417-ddb7abe58df8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:43:44.071732 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.072129 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.072467 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.072814 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.073149 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.073486 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.073824 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.074150 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.074479 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.074809 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.075135 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.075460 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.075789 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:43:44.114299 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] No DVR routers for this DVR port 17109406-6d8f-40f6-9417-ddb7abe58df8 on host hv-cinder-79963 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:43:44.116806 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:44.120246 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12c1d524-9c98-43be-b247-274a13b57ae4 req-d28f9970-a553-47f2-b059-16468c9455cc tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.30 "DELETE /v2.0/ports/17109406-6d8f-40f6-9417-ddb7abe58df8 HTTP/1.1" status: 204 len: 173 time: 0.4641690 Feb 07 04:43:44.120645 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'name': 'network-vif-deleted', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:43:44.122918 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd6c7b7-bd1e-40da-b0fa-c8ca787530a9" -d '{"events": [{"server_uuid": "443b0913-1482-440f-b9e3-1fb5e8012d94", "name": "network-vif-deleted", "tag": "17109406-6d8f-40f6-9417-ddb7abe58df8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:43:58.005231 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:43:59.117009 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-24bf2ef6-6654-4355-8153-fe4f56284a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:01.450151 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6575199-603e-42c2-8dc2-527328ed398e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:02.653827 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:04.049538 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:05.349957 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:07.430349 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:44:22.201243 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-00741791-12b8-4cd6-b807-94af3244fa8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423939 Feb 07 04:44:22.303858 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-a782b3a8-b8e7-41c2-a92b-76990a742f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:44:22.305282 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-a782b3a8-b8e7-41c2-a92b-76990a742f01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0469229 Feb 07 04:44:22.403617 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-70f61249-73f6-4495-a1d5-86598d43af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:44:22.405090 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-70f61249-73f6-4495-a1d5-86598d43af3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0815029 Feb 07 04:44:22.498858 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-c3665db5-cd0b-49ac-9a1f-b44a58018cc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0875263 Feb 07 04:44:22.546290 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-d936b5c8-b892-462b-83b4-8e38a08879c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:44:22.548381 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-d936b5c8-b892-462b-83b4-8e38a08879c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0429382 Feb 07 04:44:22.610514 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-cfcb55c4-37e6-484a-b1f1-0d4707f1df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:44:22.611980 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-cfcb55c4-37e6-484a-b1f1-0d4707f1df0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573936 Feb 07 04:44:22.696222 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-97fa6550-d87b-4d1e-bc0b-6628704c2e8a service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779746 Feb 07 04:44:22.788447 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2b8b3aee-c7ab-4d69-bf8d-31d32eeddae2 req-1a4b10ca-a18a-418b-9b26-4b34a87da85f service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867691 Feb 07 04:44:28.005240 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:29.118253 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3bfc86f0-50e3-4a96-9267-50756327b144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:31.452879 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a6565ba0-d1ff-4336-a317-c9cba84cdbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:32.657594 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:34.052129 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:35.350812 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:44.429420 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:44:58.003642 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:44:59.122882 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-42feb77b-7312-4776-86f4-a44287b71616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:01.457169 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6978165b-28f4-4854-b335-e136a6ee5d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:02.660786 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:04.056166 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:05.352897 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:21.429267 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:45:23.182926 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-dc011acf-870f-4459-965d-02dc6ef1cd35 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440998 Feb 07 04:45:23.255594 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-ea3c52d8-43e8-4d20-8380-2ac36a61c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:45:23.256976 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-ea3c52d8-43e8-4d20-8380-2ac36a61c46b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0427396 Feb 07 04:45:23.356375 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-c1e4a963-c1ee-4376-bb36-4e4039b3469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:45:23.357785 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-c1e4a963-c1ee-4376-bb36-4e4039b3469c service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0834637 Feb 07 04:45:23.398601 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-18248d85-4b0e-4712-8736-62b077b17107 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0335798 Feb 07 04:45:23.443705 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-2ff0b5aa-6d64-4d03-bbd1-6670a1baf83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:45:23.445132 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-2ff0b5aa-6d64-4d03-bbd1-6670a1baf83a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0409958 Feb 07 04:45:23.495850 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-1cd5752d-7f7a-4190-a52a-8d4790a657e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:45:23.497395 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-1cd5752d-7f7a-4190-a52a-8d4790a657e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463810 Feb 07 04:45:23.582257 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-54465db8-fb6f-46a5-8e7d-6b54e3a2915f service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785942 Feb 07 04:45:23.672989 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-97221505-5e9b-4a85-ac6f-d6118b63433f req-ab7e811f-1de7-4d39-931d-066b408b37a8 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854750 Feb 07 04:45:28.002494 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:29.123108 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a291-8ac9-4fa6-ac9b-9a03fc5bce53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:31.458459 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2075aa32-bd67-448b-96da-e73aec0bfe82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:32.663937 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:34.056839 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:35.354203 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:58.001376 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:45:58.429686 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:45:59.125437 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6dff65f0-9f15-4932-9cef-2aa525afc508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:01.460512 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c68db882-c22a-4eb1-a29e-4539f07e9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:02.669027 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:04.060954 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:05.355892 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:24.307414 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-11670a25-52bd-4b65-aa2b-fde906e7189e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1430593 Feb 07 04:46:24.379816 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-d22f6aa5-302f-4034-9886-988452c74486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:46:24.381307 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-d22f6aa5-302f-4034-9886-988452c74486 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1130 time: 0.0433714 Feb 07 04:46:24.482221 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-bd59c7ec-1bac-4466-92b9-b1d84177b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:46:24.484340 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-bd59c7ec-1bac-4466-92b9-b1d84177b3bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 915 time: 0.0852771 Feb 07 04:46:24.523313 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-b6438e58-7cb9-49ee-8df2-973e45ea648f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 217 time: 0.0328653 Feb 07 04:46:24.568231 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-f31d397e-8640-45a5-8ea7-87b9a4360c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:46:24.569585 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-f31d397e-8640-45a5-8ea7-87b9a4360c7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0409214 Feb 07 04:46:24.600293 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-f354366e-2327-4793-ba50-79ae0c04fe23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239282 Feb 07 04:46:24.610062 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-f0decea6-d167-49d1-961a-2208901e25a3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:46:24.610983 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-f0decea6-d167-49d1-961a-2208901e25a3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051925 Feb 07 04:46:24.699543 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-f58ff0ef-1402-4a87-a39e-73dc1ffe1ef5 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823255 Feb 07 04:46:24.787754 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1176dc4e-d3f5-4caf-b277-38ea5cc062fd req-a27b24c4-31ac-47b9-a5f1-9b2ef1328feb service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814214 Feb 07 04:46:28.030641 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:29.126022 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-50e4c218-718e-4603-ada3-3efffc3e0782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:31.462171 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-367e8261-425d-4c53-905a-86482c25fa69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:32.671147 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:34.063837 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:35.356767 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:35.428162 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:46:58.030417 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:46:59.127950 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-70c6df66-1b90-4fd5-89b9-99413a9a3b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:01.463348 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-bf15496c-5d0e-4749-bfc1-1ea0886ed93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:02.673279 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:04.067899 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:05.361085 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:12.427333 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:47:26.193785 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-a982b08c-f7f6-451e-a307-7ca68be3ff09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470910 Feb 07 04:47:26.294253 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-96574f37-3b94-49c1-a9e4-8002aeb9b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:47:26.296327 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-96574f37-3b94-49c1-a9e4-8002aeb9b8e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0446832 Feb 07 04:47:26.396766 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-476a5d4b-f1bb-4525-9e61-1c8edc3c417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:47:26.398203 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-476a5d4b-f1bb-4525-9e61-1c8edc3c417c service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0822277 Feb 07 04:47:26.467442 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-d2a12d42-2b31-4ac4-a518-17918e5cc836 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0623698 Feb 07 04:47:26.512206 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-7482cd9f-64ac-4dd4-b237-c517d67c0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:47:26.513579 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-7482cd9f-64ac-4dd4-b237-c517d67c0535 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0407305 Feb 07 04:47:26.560515 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-7883a01f-3873-46aa-8b2e-fb078cf25747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:47:26.561904 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-7883a01f-3873-46aa-8b2e-fb078cf25747 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430415 Feb 07 04:47:26.655788 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-e89eeac2-3298-41f7-a54d-c299cf2ad49e service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863621 Feb 07 04:47:26.738890 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-055ded69-7291-4699-ac4b-f27d2e1b3592 req-798d4cd2-6eb9-497f-ad53-7f1cede3dd5c service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780766 Feb 07 04:47:28.049541 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:29.128666 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9b5f79ec-6cfb-4786-9351-6b54c89e465c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:31.465093 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-db124521-63f4-404c-a705-3cff411fc160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:32.675571 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:34.069255 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:35.362936 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:49.426249 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:47:58.044778 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:47:59.129900 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8905c6e8-2192-4c73-b0b4-14bffb4fb1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:01.467876 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4563a6da-dff2-491a-ae30-35b26b958f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:02.679447 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:04.073011 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:05.364639 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:26.182070 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-443106ac-506d-4a80-932b-f84a9c29fb72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457556 Feb 07 04:48:26.256158 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-d2a1e98d-5d11-4a33-9542-22d12bda368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:48:26.257832 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-d2a1e98d-5d11-4a33-9542-22d12bda368a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0437024 Feb 07 04:48:26.356006 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-e696928a-6011-4a81-87b8-da05f57d6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:48:26.357461 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-e696928a-6011-4a81-87b8-da05f57d6230 service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0823469 Feb 07 04:48:26.398958 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-a6312e33-73ab-4c6b-a28f-35af541ab616 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0360451 Feb 07 04:48:26.426531 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:48:26.447120 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-66157126-15f6-4524-ad3b-cd71c62d71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:48:26.448582 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-66157126-15f6-4524-ad3b-cd71c62d71c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0433843 Feb 07 04:48:26.496249 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-b1eccf26-83d5-4009-8dc5-1af11e842bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:48:26.497748 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-b1eccf26-83d5-4009-8dc5-1af11e842bf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430646 Feb 07 04:48:26.586658 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-5dd78061-a38c-472c-8a93-44fb4badc4e8 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830531 Feb 07 04:48:26.672541 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71ed1e8d-62ed-4b5e-b9aa-2bd621065747 req-3f18153e-a821-4ca2-b441-2eadf9772fe0 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799282 Feb 07 04:48:28.058290 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:29.130066 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0106c72c-5c2d-431d-809b-4ac1ea6097b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:31.469419 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c76766d2-1f8e-4cf2-8e9e-0c1e4a2dff6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:32.681436 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:34.075716 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:35.365797 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:44.223330 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Mon, 07 Feb 2022 04:43:44 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:48:44.223897 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '443b0913-1482-440f-b9e3-1fb5e8012d94', 'name': 'network-vif-deleted', 'tag': '17109406-6d8f-40f6-9417-ddb7abe58df8'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova Traceback (most recent call last): Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 269, in send_events Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Feb 07 04:48:44.224314 dv-cinder-799631-7-iscsi neutron-server[102767]: ERROR neutron.notifiers.nova Feb 07 04:48:58.056436 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:48:59.132446 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d379c731-ad35-40ad-bfa8-2f3947848478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:01.470684 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-b7220395-56f1-4041-a4eb-f79e4e4911de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:02.688922 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:03.427688 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:49:04.081686 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:05.368186 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:10.740950 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32828) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:49:10.864946 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Deleting port 1f7306dd-c00b-44fd-a8ac-41cb52a7fead {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:49:10.865282 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (1f7306dd-c00b-44fd-a8ac-41cb52a7fead), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:10.943067 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (1f7306dd-c00b-44fd-a8ac-41cb52a7fead), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:10.943392 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for floatingip (1f7306dd-c00b-44fd-a8ac-41cb52a7fead), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:10.955722 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Calling delete_port for 1f7306dd-c00b-44fd-a8ac-41cb52a7fead owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:49:11.084353 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (1f7306dd-c00b-44fd-a8ac-41cb52a7fead), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:11.312442 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event deleted for resources: {'Port': ['ID=1f7306dd-c00b-44fd-a8ac-41cb52a7fead,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:49:11.338676 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.338965 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.339314 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.339645 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.339974 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.340329 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.340657 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.340980 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.341302 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.341623 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.341942 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.342258 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.343146 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:49:11.381010 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for floatingip (7bb6a0cb-d400-422c-931f-8cce1bf0ce46), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:11.383849 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:11.385090 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3d9d6d17-cc06-4f69-ac4b-4cb3dc69ffd4 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "DELETE /v2.0/floatingips/7bb6a0cb-d400-422c-931f-8cce1bf0ce46 HTTP/1.1" status: 204 len: 168 time: 0.6431484 Feb 07 04:49:26.205510 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb651cf9-ca50-401c-a490-c794ed46361a req-5832fd3d-7f68-46f0-98d3-3edd63874932 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438056 Feb 07 04:49:26.281033 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb651cf9-ca50-401c-a490-c794ed46361a req-cfff8eae-e6fa-4a5f-9d88-4aad1425ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:49:26.282479 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb651cf9-ca50-401c-a490-c794ed46361a req-cfff8eae-e6fa-4a5f-9d88-4aad1425ffbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1130 time: 0.0462887 Feb 07 04:49:26.380875 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb651cf9-ca50-401c-a490-c794ed46361a req-edf6725b-c42a-45b8-b22d-892c507566fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:49:26.382575 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb651cf9-ca50-401c-a490-c794ed46361a req-edf6725b-c42a-45b8-b22d-892c507566fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 915 time: 0.0814769 Feb 07 04:49:26.427151 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb651cf9-ca50-401c-a490-c794ed46361a req-b20cd94d-657e-4d75-9673-ab58a221c566 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 217 time: 0.0379906 Feb 07 04:49:26.473922 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb651cf9-ca50-401c-a490-c794ed46361a req-8221f2e2-9adf-4e73-9b1b-2ad23bb37cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:49:26.475311 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb651cf9-ca50-401c-a490-c794ed46361a req-8221f2e2-9adf-4e73-9b1b-2ad23bb37cf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0421655 Feb 07 04:49:26.504995 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb651cf9-ca50-401c-a490-c794ed46361a req-819bb709-3c58-4760-b281-bbc2b3b8aee0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241697 Feb 07 04:49:26.596401 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb651cf9-ca50-401c-a490-c794ed46361a req-d210a482-e519-4083-8f66-9e7d6f0ff94a service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845377 Feb 07 04:49:26.681143 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-cb651cf9-ca50-401c-a490-c794ed46361a req-eede4a56-b924-44de-ad58-d4f7c2467f52 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789220 Feb 07 04:49:28.071898 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:29.136810 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45139aef-4ee0-43cf-9da4-9c4fb90bfbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:31.472823 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4774809f-a986-4db8-b1d9-191b67ded9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:32.686459 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:34.081193 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:35.370781 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:40.426231 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:49:58.070034 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:49:59.138636 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-602ebaab-d0bf-4f55-be74-886db69a2880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:01.473390 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d58e9c9f-9efa-41a4-afbd-942a63c3bd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:02.689007 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:04.084370 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:05.373325 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:17.425878 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:50:27.180709 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-c09825e1-3e52-4f6d-9f30-1dc6d467a227 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436099 Feb 07 04:50:27.282484 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-c173c2e1-c782-4fbc-904e-283c6740099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:50:27.283954 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-c173c2e1-c782-4fbc-904e-283c6740099d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0469494 Feb 07 04:50:27.381066 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-66f1bfaa-e9e8-4ec1-9b1b-46ff765d6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:50:27.382560 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-66f1bfaa-e9e8-4ec1-9b1b-46ff765d6086 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0813572 Feb 07 04:50:27.449284 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-34b430b0-3a60-4b03-a36b-75ab43c953e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0600903 Feb 07 04:50:27.497067 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-43919824-ac7a-4a46-9ba5-6f96b531824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:50:27.498557 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-43919824-ac7a-4a46-9ba5-6f96b531824c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0416768 Feb 07 04:50:27.545776 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-976b9857-4f52-4c2a-b511-6762e2ca464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:50:27.547211 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-976b9857-4f52-4c2a-b511-6762e2ca464b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430021 Feb 07 04:50:27.639575 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-14b3461f-c538-4aee-b21f-dc1dedba63e1 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845892 Feb 07 04:50:27.725886 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a71dae6-adf4-4dbb-9fc2-014da11734c7 req-6cb4774d-df5f-457d-9c43-44dc87c79c7b service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804989 Feb 07 04:50:28.100694 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:29.140368 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-62f5ce77-6b0c-4269-be96-245539175418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:31.474413 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2ddb13cb-f9e8-4439-a1ae-114a9c0f2072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:32.692902 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:34.087829 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:35.377177 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:54.424384 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:50:58.110399 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:50:59.142663 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5e7d2c5c-9102-484f-97f6-8043f8b8d30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:01.475451 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-63ad2d5b-9c44-43d8-a859-48c606c98b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:02.696503 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:04.090910 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:05.379412 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:28.126622 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:29.144729 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-943c3324-fe22-4fe6-95d6-6fec47ba81ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:29.220870 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-6fe65827-6068-47ff-8171-5a0cb97fcafd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963516 Feb 07 04:51:29.298983 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-349b279c-94f7-4cd3-a5f4-884b87f3f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:51:29.300487 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-349b279c-94f7-4cd3-a5f4-884b87f3f689 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 1129 time: 0.0475078 Feb 07 04:51:29.398801 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-71a30901-0ae4-4429-8cba-13533229a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:51:29.400193 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-71a30901-0ae4-4429-8cba-13533229a08f service neutron] 10.222.0.30 "GET /v2.0/networks?id=752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 200 len: 916 time: 0.0813811 Feb 07 04:51:29.441565 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-e2847f30-fa51-41d0-ba6c-fa155c201711 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 200 len: 217 time: 0.0356777 Feb 07 04:51:29.492552 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-9bc825ff-42af-4ba7-930e-8ce39ac6d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:51:29.493943 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-9bc825ff-42af-4ba7-930e-8ce39ac6d6b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 200 len: 854 time: 0.0465832 Feb 07 04:51:29.540743 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-daeeb975-5053-46f3-8c12-153d58e46a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:51:29.542173 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-daeeb975-5053-46f3-8c12-153d58e46a77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=752f9bcd-f66a-4b46-888d-f131e2a320c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425885 Feb 07 04:51:29.627010 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-6ae02a19-3afc-4ff8-a6f1-79aaf4d594fa service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788057 Feb 07 04:51:29.716416 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-12a2c5a0-5323-433d-8bfc-ee911617755f req-4e2a15f5-a48d-45a0-bca4-fc94a4b86793 service neutron] 10.222.0.30 "GET /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834329 Feb 07 04:51:31.423715 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:51:31.477864 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-262f486d-257e-43d8-b507-4558ce51bb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:32.699522 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:34.094969 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:35.382148 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:41.806415 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 32910) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:51:41.857744 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (56ede27a-962a-4605-858b-0a7dc06afd94), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:41.880880 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (56ede27a-962a-4605-858b-0a7dc06afd94), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:41.928057 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (56ede27a-962a-4605-858b-0a7dc06afd94), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:41.930606 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:41.931762 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "DELETE /v2.0/security-groups/56ede27a-962a-4605-858b-0a7dc06afd94 HTTP/1.1" status: 204 len: 168 time: 0.1243501 Feb 07 04:51:41.934629 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32914) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:51:41.941296 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ede27a-962a-4605-858b-0a7dc06afd94,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:51:41.948157 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.948518 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.948862 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.949205 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.949542 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.949876 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.950207 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.950540 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.950865 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.951195 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.951518 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.951843 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.952198 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3672765-49e8-4999-a28c-11f1b4243dea tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:41.953832 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.api.v2.resource [None req-becd9e98-7073-4e5e-aaf1-ed7fd5ea6fdc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] show failed (client error): The resource could not be found. Feb 07 04:51:41.955303 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-becd9e98-7073-4e5e-aaf1-ed7fd5ea6fdc tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "GET /v2.0/security-groups/56ede27a-962a-4605-858b-0a7dc06afd94 HTTP/1.1" status: 404 len: 347 time: 0.0181618 Feb 07 04:51:41.957130 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 32916) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:51:42.078250 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Deleting port 3ba7936a-834a-4fd4-94a4-fbf35570f183 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:51:42.078503 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (3ba7936a-834a-4fd4-94a4-fbf35570f183), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:42.153224 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (3ba7936a-834a-4fd4-94a4-fbf35570f183), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:42.153550 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (3ba7936a-834a-4fd4-94a4-fbf35570f183), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:42.165277 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Calling delete_port for 3ba7936a-834a-4fd4-94a4-fbf35570f183 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:51:42.291023 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (3ba7936a-834a-4fd4-94a4-fbf35570f183), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:42.315475 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Pushing event deleted for resources: {'Port': ['ID=3ba7936a-834a-4fd4-94a4-fbf35570f183,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:51:42.341512 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.341791 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.342131 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.342467 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.342799 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.343128 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.344181 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.344513 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.344840 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.345164 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.345488 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.345809 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.346130 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:51:42.384419 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks [] for floatingip (9f9b1103-8b03-479c-9889-880717b6d10d), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:42.386896 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:42.388063 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f7db6cf1-d6f4-4f85-bb2b-be4f87faf962 tempest-AttachVolumeShelveTestJSON-2111945758 tempest-AttachVolumeShelveTestJSON-2111945758-project] 10.222.0.13 "DELETE /v2.0/floatingips/9f9b1103-8b03-479c-9889-880717b6d10d HTTP/1.1" status: 204 len: 168 time: 0.4300165 Feb 07 04:51:58.135876 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:51:59.146613 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-4eeab69c-1952-4cd2-8046-d9af4df3efa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:01.479927 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9e641d08-b5f5-41d1-ad88-8052bc646fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:02.701253 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:04.097361 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:05.386216 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:08.423843 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:52:28.128170 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:29.148567 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a8766138-7287-4eba-b264-f1c13de59a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:31.166970 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bde1bc41-9276-431d-968e-783495a02f11 req-0c6b6b28-5721-4cfa-9545-d8ee47968378 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431368 Feb 07 04:52:31.244328 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1bc41-9276-431d-968e-783495a02f11 req-aa59ad20-2688-4e82-b8ce-063ebf710050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:52:31.245777 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bde1bc41-9276-431d-968e-783495a02f11 req-aa59ad20-2688-4e82-b8ce-063ebf710050 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 1130 time: 0.0467014 Feb 07 04:52:31.348610 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1bc41-9276-431d-968e-783495a02f11 req-107bc174-4157-46d9-855e-a2bfdea8800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:52:31.350084 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bde1bc41-9276-431d-968e-783495a02f11 req-107bc174-4157-46d9-855e-a2bfdea8800e service neutron] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 915 time: 0.0866499 Feb 07 04:52:31.393378 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bde1bc41-9276-431d-968e-783495a02f11 req-517e9ca0-f859-4134-9293-17b7e4b6c2a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 200 len: 217 time: 0.0372982 Feb 07 04:52:31.440592 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1bc41-9276-431d-968e-783495a02f11 req-32305570-4ba8-43a9-94b7-6cc75c8a0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:52:31.441912 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bde1bc41-9276-431d-968e-783495a02f11 req-32305570-4ba8-43a9-94b7-6cc75c8a0038 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0425198 Feb 07 04:52:31.475245 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bde1bc41-9276-431d-968e-783495a02f11 req-721baec2-7a87-4922-a14a-325c691400d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275121 Feb 07 04:52:31.482544 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e08850e-cc6f-41ff-b3ed-b965c1ada9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:31.562779 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bde1bc41-9276-431d-968e-783495a02f11 req-07c1ff2b-e541-4782-aaed-44ae5d24c6fc service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808382 Feb 07 04:52:31.659763 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bde1bc41-9276-431d-968e-783495a02f11 req-3dbfdd53-5193-4721-aaa1-931ba970292b service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912781 Feb 07 04:52:32.704790 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:34.101460 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:35.388593 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:45.422132 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:52:58.141927 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:52:59.149541 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-47ec381c-6a96-4f8c-bc0a-d47fb96311f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:01.483232 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-51d004fa-8770-4b6a-93b1-94be9067fdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:02.706647 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:04.104610 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:05.390523 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:22.421139 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:53:28.145002 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:29.150499 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-737e2f96-14c5-46e9-9b0b-4eaa15dd6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:31.173486 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-64a8d493-682b-4e51-943b-0af88695dd74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432191 Feb 07 04:53:31.271558 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-b96a94c2-840e-4955-8f1a-533dc61542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:31.273128 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-b96a94c2-840e-4955-8f1a-533dc61542b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 1130 time: 0.0442932 Feb 07 04:53:31.375279 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-65c36667-a6b9-4bd3-9a2a-bb98c8641e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:31.376788 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-65c36667-a6b9-4bd3-9a2a-bb98c8641e7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0852435 Feb 07 04:53:31.443767 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-1365a18b-0033-473b-a0e3-ad1f0a3c0ea2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 200 len: 1000 time: 0.0559173 Feb 07 04:53:31.486983 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-5cbf6d75-b3eb-4b5f-9e8a-fc8816c4b6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:31.497003 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-09b4b7e7-7b58-42b2-a4da-7c00b9abd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:31.498499 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-09b4b7e7-7b58-42b2-a4da-7c00b9abd4ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0494101 Feb 07 04:53:31.545991 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-99452479-39df-4ed0-9ff4-584c78baffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:31.547445 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-99452479-39df-4ed0-9ff4-584c78baffb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426679 Feb 07 04:53:31.632227 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-bc7917ab-766b-45c3-b1ec-5f9c951d7b10 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786326 Feb 07 04:53:31.722214 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a2acf9a2-9345-42ad-882d-1c020000ccbb req-d195f8cc-e8ed-43ff-8263-3b79a282eec2 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844381 Feb 07 04:53:32.709604 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:34.108090 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:35.392384 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:48.320459 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-69c94279-3320-4518-8677-48d5a72a95a5 req-a11a80ce-9220-4bc0-b807-9fb66ff45cb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 210 time: 0.0260787 Feb 07 04:53:48.491307 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c94279-3320-4518-8677-48d5a72a95a5 req-28e3c998-b2f7-41f5-b675-21c5f6436743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:48.492792 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-69c94279-3320-4518-8677-48d5a72a95a5 req-28e3c998-b2f7-41f5-b675-21c5f6436743 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1601055 Feb 07 04:53:48.652450 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c94279-3320-4518-8677-48d5a72a95a5 req-b2f1d4a2-124a-4147-b9a6-e108b342a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:48.653931 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-69c94279-3320-4518-8677-48d5a72a95a5 req-b2f1d4a2-124a-4147-b9a6-e108b342a804 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546252 Feb 07 04:53:48.996477 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-69c94279-3320-4518-8677-48d5a72a95a5 req-776d24bc-6cab-4d6b-8305-91147b4d1c4f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.30 "GET /v2.0/ports?device_id=443b0913-1482-440f-b9e3-1fb5e8012d94 HTTP/1.1" status: 200 len: 210 time: 0.0269508 Feb 07 04:53:49.849630 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33036) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:49.915277 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group (197462bb-33fc-4435-b77c-63b2ab417db5), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:49.942050 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group (197462bb-33fc-4435-b77c-63b2ab417db5), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:50.026342 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (197462bb-33fc-4435-b77c-63b2ab417db5), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:50.030200 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:50.031705 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] 10.222.0.13 "DELETE /v2.0/security-groups/197462bb-33fc-4435-b77c-63b2ab417db5 HTTP/1.1" status: 204 len: 168 time: 0.1809239 Feb 07 04:53:50.083609 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197462bb-33fc-4435-b77c-63b2ab417db5,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:50.099305 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.099660 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.099984 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.100364 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.100705 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.101031 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.101357 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.101864 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.102198 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.102531 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.102854 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.103349 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.103851 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15689-7b65-4221-9384-9fadc636921f tempest-TestShelveInstance-938240615 tempest-TestShelveInstance-938240615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:50.131001 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7eedb-d1fe-4609-8d6f-db20098fd5ae req-3867f68d-5441-413d-a076-8c99d3009fc5 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:50.132818 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5db7eedb-d1fe-4609-8d6f-db20098fd5ae req-3867f68d-5441-413d-a076-8c99d3009fc5 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 946 time: 0.0968938 Feb 07 04:53:50.180897 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5db7eedb-d1fe-4609-8d6f-db20098fd5ae req-109d4ceb-1498-4c0e-8153-401449afeccb tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Feb 07 04:53:50.200955 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04886c04-bf91-46c1-b72b-e5b5c9decf16 req-1a870464-a3ac-4f07-bd26-95dde4d8c94c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:50.202454 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-04886c04-bf91-46c1-b72b-e5b5c9decf16 req-1a870464-a3ac-4f07-bd26-95dde4d8c94c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0588410 Feb 07 04:53:50.252074 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-04886c04-bf91-46c1-b72b-e5b5c9decf16 req-76678282-660c-43f0-b6f9-fd68040fdea1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438011 Feb 07 04:53:50.293412 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33054) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:50.338035 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f95b14-2476-4769-82ba-45aafe631c27 req-36b8fcca-b62f-4080-bb6c-9795aaa675c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:50.339507 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d5f95b14-2476-4769-82ba-45aafe631c27 req-36b8fcca-b62f-4080-bb6c-9795aaa675c0 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.0572505 Feb 07 04:53:50.385892 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d5f95b14-2476-4769-82ba-45aafe631c27 req-54162f6f-df37-462b-b2a6-aeddb19417ab tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Feb 07 04:53:50.792452 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-d8b7ec3b-eb6f-428d-9aef-e650b0391a37 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:50.793883 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-d8b7ec3b-eb6f-428d-9aef-e650b0391a37 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.30 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 946 time: 0.3469186 Feb 07 04:53:50.996822 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Deleting port d6ff01d2-3879-49d1-9db0-2165e670c23a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:50.997465 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.118000 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] For port d6ff01d2-3879-49d1-9db0-2165e670c23a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d6ff01d2-3879-49d1-9db0-2165e670c23a,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:51.118367 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.134815 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Calling delete_port for d6ff01d2-3879-49d1-9db0-2165e670c23a owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:51.237693 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-cf28876f-6ea1-46b0-9552-4f06497d1e0d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:51.239287 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-cf28876f-6ea1-46b0-9552-4f06497d1e0d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.0534561 Feb 07 04:53:51.284999 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476010'] for router_interface (2c772ae1-20bc-453e-886c-c2da7cd63396), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.361600 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed481d8a-b53e-4226-bf05-f2b7603ef30c req-965b6ec7-0ced-4f8c-a912-d3ec6ba66dcd tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:51.363089 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ed481d8a-b53e-4226-bf05-f2b7603ef30c req-965b6ec7-0ced-4f8c-a912-d3ec6ba66dcd tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=28310380-b13c-4436-8743-98b0f7ef3883 HTTP/1.1" status: 200 len: 946 time: 0.1062725 Feb 07 04:53:51.397558 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.30', 58050) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:51.421010 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Deleting port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:51.421353 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.435895 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (d6ff01d2-3879-49d1-9db0-2165e670c23a), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.439914 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ed481d8a-b53e-4226-bf05-f2b7603ef30c req-aae0643d-3f25-418a-acbd-92fe15ffdce7 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684805 Feb 07 04:53:51.483047 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Pushing event deleted for resources: {'Port': ['ID=d6ff01d2-3879-49d1-9db0-2165e670c23a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:51.521337 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa215194-833d-46ba-a793-4a788f09e37a req-05a72e30-4a4b-4bad-9d20-6fccf4d1ce7e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:51.522831 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aa215194-833d-46ba-a793-4a788f09e37a req-05a72e30-4a4b-4bad-9d20-6fccf4d1ce7e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 946 time: 0.1964192 Feb 07 04:53:51.537259 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] For port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:51.537539 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.555102 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] No DVR routers for this DVR port d6ff01d2-3879-49d1-9db0-2165e670c23a on host hv-cinder-79963 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:53:51.565125 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.568415 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1c06de9a-cf7b-4be0-ad7d-71cc422ae5ce req-3e71c130-1461-4c4f-8fc0-baf45edcfd2c tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.30 "DELETE /v2.0/ports/d6ff01d2-3879-49d1-9db0-2165e670c23a HTTP/1.1" status: 204 len: 173 time: 0.7679443 Feb 07 04:53:51.570397 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28310380-b13c-4436-8743-98b0f7ef3883', 'name': 'network-vif-deleted', 'tag': 'd6ff01d2-3879-49d1-9db0-2165e670c23a'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:53:51.572652 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4427931c-4180-47a4-b79d-6ca1aa3c2263" -d '{"events": [{"server_uuid": "28310380-b13c-4436-8743-98b0f7ef3883", "name": "network-vif-deleted", "tag": "d6ff01d2-3879-49d1-9db0-2165e670c23a"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:53:51.613749 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3294062-6496-4142-9c16-8dca1f88123a req-4d47f35f-1ab9-493a-adda-61e887a28ea6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:51.615238 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c3294062-6496-4142-9c16-8dca1f88123a req-4d47f35f-1ab9-493a-adda-61e887a28ea6 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.30 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.2151172 Feb 07 04:53:51.631583 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219c5d5-6f63-4548-bb40-fc7a00ba7e11 req-50ed0001-7308-4c11-a36a-c780a53b8f79 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:51.633128 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7219c5d5-6f63-4548-bb40-fc7a00ba7e11 req-50ed0001-7308-4c11-a36a-c780a53b8f79 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 945 time: 0.1122947 Feb 07 04:53:51.689884 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aa215194-833d-46ba-a793-4a788f09e37a req-1688ab6d-4ce0-486b-bd6d-d7e82e73a782 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=9395f438-4fde-4aeb-bb55-0983e93ea949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611652 Feb 07 04:53:51.754545 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-7219c5d5-6f63-4548-bb40-fc7a00ba7e11 req-8e1e6324-0b13-40f0-9769-64442ddc366a tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bab1a8d-04de-4726-a502-e0b93f556a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917549 Feb 07 04:53:51.786802 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.788138 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (46794030-603b-46ff-8c70-f6dda2aa658f), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.788459 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.l3_db [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Floating IP 46794030-603b-46ff-8c70-f6dda2aa658f disassociated. External IP: 172.27.1.9, port: 16d71b5a-130e-4a2a-ba8d-452f52e1fb61. Feb 07 04:53:51.788979 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Calling delete_port for 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 owned by compute:nova {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:51.794070 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7a3098-95a6-4941-a648-66131c002742 x-openstack-request-id: req-4a7a3098-95a6-4941-a648-66131c002742 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:53:51.794360 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28310380-b13c-4436-8743-98b0f7ef3883", "name": "network-vif-deleted", "tag": "d6ff01d2-3879-49d1-9db0-2165e670c23a", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:53:51.794617 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a7a3098-95a6-4941-a648-66131c002742 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:53:51.795025 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28310380-b13c-4436-8743-98b0f7ef3883', 'name': 'network-vif-deleted', 'tag': 'd6ff01d2-3879-49d1-9db0-2165e670c23a', 'status': 'completed', 'code': 200} Feb 07 04:53:51.802374 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c3294062-6496-4142-9c16-8dca1f88123a req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Deleting port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:51.802715 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c3294062-6496-4142-9c16-8dca1f88123a req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.910851 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Deleting port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:51.911192 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.926595 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (16d71b5a-130e-4a2a-ba8d-452f52e1fb61), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.960312 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-c3294062-6496-4142-9c16-8dca1f88123a req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] For port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:51.960528 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c3294062-6496-4142-9c16-8dca1f88123a req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:51.961421 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event deleted for resources: {'Port': ['ID=16d71b5a-130e-4a2a-ba8d-452f52e1fb61,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:51.970773 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.971372 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.971722 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.972073 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.972580 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.973075 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.973568 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.974068 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.974404 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.974728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.975219 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.975554 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.975888 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:53:51.980930 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-c3294062-6496-4142-9c16-8dca1f88123a req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Calling delete_port for 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:52.052659 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] For port 9d70438b-ac82-4ec2-8237-b6ad5a30f11c, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9d70438b-ac82-4ec2-8237-b6ad5a30f11c,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:52.053210 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:52.074669 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Calling delete_port for 9d70438b-ac82-4ec2-8237-b6ad5a30f11c owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:52.092701 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:53:52.222523 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:53:52.236256 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] Sync routers for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:53:52.247407 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c3294062-6496-4142-9c16-8dca1f88123a req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:52.259127 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:53:52.260185 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:53:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:52.286632 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] No DVR routers for this DVR port 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 on host hv-cinder-79963 {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:53:52.290244 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:52.296202 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-95fc66a1-2660-4ac6-b0ee-144a25c4ac41 req-23dba06a-1700-4b61-893e-1e2acfef965b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "DELETE /v2.0/ports/16d71b5a-130e-4a2a-ba8d-452f52e1fb61 HTTP/1.1" status: 204 len: 173 time: 1.0485573 Feb 07 04:53:52.296957 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'name': 'network-vif-deleted', 'tag': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:53:52.301327 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:53:52.301763 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf433cef-af8e-4039-a805-7ca484de5db5" -d '{"events": [{"server_uuid": "570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb", "name": "network-vif-deleted", "tag": "16d71b5a-130e-4a2a-ba8d-452f52e1fb61"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:53:52.310249 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Pushing event deleted for resources: {'Port': ['ID=8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:52.410354 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3294062-6496-4142-9c16-8dca1f88123a req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] No DVR routers for this DVR port 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 on host hv-cinder-79963 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:53:52.413554 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-c3294062-6496-4142-9c16-8dca1f88123a req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:52.416871 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c3294062-6496-4142-9c16-8dca1f88123a req-b30d9e40-6c99-4afd-a961-89efddca5b7e tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.30 "DELETE /v2.0/ports/8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 HTTP/1.1" status: 204 len: 173 time: 0.7706194 Feb 07 04:53:52.475394 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab31e6c-e4ca-485d-8dd4-0b442a06e5f7 x-openstack-request-id: req-aab31e6c-e4ca-485d-8dd4-0b442a06e5f7 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:53:52.475812 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb", "name": "network-vif-deleted", "tag": "16d71b5a-130e-4a2a-ba8d-452f52e1fb61", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:53:52.476409 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aab31e6c-e4ca-485d-8dd4-0b442a06e5f7 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:53:52.476853 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb', 'name': 'network-vif-deleted', 'tag': '16d71b5a-130e-4a2a-ba8d-452f52e1fb61', 'status': 'completed', 'code': 200} Feb 07 04:53:52.493331 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (9d70438b-ac82-4ec2-8237-b6ad5a30f11c), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:52.549430 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d70438b-ac82-4ec2-8237-b6ad5a30f11c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:52.709198 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:53:52.805390 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476158'] for router_interface (2c772ae1-20bc-453e-886c-c2da7cd63396), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:52.944893 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device d6ff01d2-3879-49d1-9db0-2165e670c23a no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:53:52.952017 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fd4a8c7a-da35-4b03-8146-b985310827fa req-fe07c3a1-e085-4f9c-a6c7-935e44aa3331 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=570a34f8-6605-44c1-9a7e-d5cf8d7d0fbb HTTP/1.1" status: 200 len: 210 time: 0.0847659 Feb 07 04:53:53.065471 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: d6ff01d2-3879-49d1-9db0-2165e670c23a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:53:53.066093 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device d6ff01d2-3879-49d1-9db0-2165e670c23a not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:53:53.082638 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-96fcb7d5-1a1c-4ff5-9473-64ac7e235605 req-ea7b5d1e-cce4-48fa-958e-5e1e98e08845 tempest-TestMinimumBasicScenario-1773848419 tempest-TestMinimumBasicScenario-1773848419-project] 10.222.0.13 "GET /v2.0/ports?device_id=828835f3-29a3-4688-a490-18027416ef41 HTTP/1.1" status: 200 len: 210 time: 0.0548248 Feb 07 04:53:53.190589 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:53.224983 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] Checking router: 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:53:53.234276 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:53:53.234959 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:53:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:53.261390 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Router 2c772ae1-20bc-453e-886c-c2da7cd63396 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:53:53.353288 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:53:53.381877 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:53:53.390302 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-3851cd09-d5f6-4a1b-a3bb-cad0c39070e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/2c772ae1-20bc-453e-886c-c2da7cd63396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0924983 Feb 07 04:53:53.390302 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33094) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:53.398635 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] Sync routers for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:53:53.408823 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:53:53.409777 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:53:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:53.533654 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:53:53.577532 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:53.605588 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1fa345-1c14-4c7c-a5f7-3df267b475e9 None None] The sync data for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi is: [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:53:53.729287 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:53:52Z', 'revision_number': 5, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:53.750825 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks [] for router (2c772ae1-20bc-453e-886c-c2da7cd63396), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:53.758409 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] Checking router: 2c772ae1-20bc-453e-886c-c2da7cd63396 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:53:53.767551 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] Routers {'2c772ae1-20bc-453e-886c-c2da7cd63396'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:53:53.768190 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:53:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['2c772ae1-20bc-453e-886c-c2da7cd63396'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:53.817027 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'name': 'network-vif-deleted', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:53:53.819271 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40129f79-c5ea-4824-a336-964a7ecaa829" -d '{"events": [{"server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "name": "network-vif-deleted", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:53:53.867999 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de44c799-cb66-4a7f-9004-133357ba9e15 x-openstack-request-id: req-de44c799-cb66-4a7f-9004-133357ba9e15 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:53:53.868403 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828835f3-29a3-4688-a490-18027416ef41", "name": "network-vif-deleted", "tag": "8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:53:53.868657 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de44c799-cb66-4a7f-9004-133357ba9e15 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:53:53.869044 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828835f3-29a3-4688-a490-18027416ef41', 'name': 'network-vif-deleted', 'tag': '8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494', 'status': 'completed', 'code': 200} Feb 07 04:53:53.878395 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks [] for router_gateway (2c772ae1-20bc-453e-886c-c2da7cd63396), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:53.879082 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667afd3-be6c-4714-8557-f560ab967bbb None None] New status for floating IP 46794030-603b-46ff-8c70-f6dda2aa658f: DOWN {{(pid=102769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:53:53.890365 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] Set router 2c772ae1-20bc-453e-886c-c2da7cd63396 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:53:53.936103 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Deleting port 77f2be68-61e9-4018-bdb6-d721edcc815c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:53.936793 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.034372 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] For port 77f2be68-61e9-4018-bdb6-d721edcc815c, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=77f2be68-61e9-4018-bdb6-d721edcc815c,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:54.036256 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.054500 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Calling delete_port for 77f2be68-61e9-4018-bdb6-d721edcc815c owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:54.091155 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33106) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:54.111842 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:53:52Z', 'revision_number': 5, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:54.145251 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a015a8b4-13b4-4d7b-b748-a4c344b5b807 None None] The sync data for ids ['2c772ae1-20bc-453e-886c-c2da7cd63396'] in dv-cinder-799631-7-iscsi is: [{'id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'name': 'tempest-TestShelveInstance-435110032-router', 'tenant_id': '2167e4b270e74390ab25c6bf679b1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:18Z', 'updated_at': '2022-02-07T04:53:52Z', 'revision_number': 5, 'project_id': '2167e4b270e74390ab25c6bf679b1f4d', 'gw_port': {'id': '77f2be68-61e9-4018-bdb6-d721edcc815c', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c772ae1-20bc-453e-886c-c2da7cd63396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:20Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:53:54.155820 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57474336-22d1-4519-8c4a-e81641c0d7bd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (9395f438-4fde-4aeb-bb55-0983e93ea949), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.190271 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57474336-22d1-4519-8c4a-e81641c0d7bd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (9395f438-4fde-4aeb-bb55-0983e93ea949), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.244268 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57474336-22d1-4519-8c4a-e81641c0d7bd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (9395f438-4fde-4aeb-bb55-0983e93ea949), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.248593 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-57474336-22d1-4519-8c4a-e81641c0d7bd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.253090 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-57474336-22d1-4519-8c4a-e81641c0d7bd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "DELETE /v2.0/security-groups/9395f438-4fde-4aeb-bb55-0983e93ea949 HTTP/1.1" status: 204 len: 168 time: 0.1560047 Feb 07 04:53:54.253198 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33120) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:54.259960 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57474336-22d1-4519-8c4a-e81641c0d7bd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9395f438-4fde-4aeb-bb55-0983e93ea949,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:54.297594 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.api.v2.resource [None req-9c88f4bd-084c-4814-850d-2aa4158625ed tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] show failed (client error): The resource could not be found. Feb 07 04:53:54.301152 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9c88f4bd-084c-4814-850d-2aa4158625ed tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups/9395f438-4fde-4aeb-bb55-0983e93ea949 HTTP/1.1" status: 404 len: 347 time: 0.0443220 Feb 07 04:53:54.301944 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33124) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:54.313904 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (77f2be68-61e9-4018-bdb6-d721edcc815c), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.339237 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f2be68-61e9-4018-bdb6-d721edcc815c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:54.414944 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477468'] for router_gateway (2c772ae1-20bc-453e-886c-c2da7cd63396), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.432637 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Deleting port b3f94c98-17e2-454d-8007-9fa2f070f23b {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:54.432979 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (b3f94c98-17e2-454d-8007-9fa2f070f23b), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.522541 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (b3f94c98-17e2-454d-8007-9fa2f070f23b), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.522937 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (b3f94c98-17e2-454d-8007-9fa2f070f23b), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.527448 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router (2c772ae1-20bc-453e-886c-c2da7cd63396), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.529834 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks [] for router_controller (2c772ae1-20bc-453e-886c-c2da7cd63396), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.545238 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Calling delete_port for b3f94c98-17e2-454d-8007-9fa2f070f23b owned by network:floatingip {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:54.604035 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482444'] for router (2c772ae1-20bc-453e-886c-c2da7cd63396), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.604630 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c772ae1-20bc-453e-886c-c2da7cd63396 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 04:53:54.610296 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.613937 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-77c17aab-ea82-405f-9467-4e68e5b2c983 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2c772ae1-20bc-453e-886c-c2da7cd63396 HTTP/1.1" status: 204 len: 168 time: 1.2206395 Feb 07 04:53:54.614387 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33142) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:54.665607 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-97378bc4-85e4-4171-ad0a-d0747a283ea6 admin admin] Deleting subnet 315a4ea0-2232-4f03-b536-efec0a848f6a {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:53:54.669732 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97378bc4-85e4-4171-ad0a-d0747a283ea6 admin admin] Publish callbacks [] for subnet (315a4ea0-2232-4f03-b536-efec0a848f6a), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.709050 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97378bc4-85e4-4171-ad0a-d0747a283ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260295130'] for subnet (315a4ea0-2232-4f03-b536-efec0a848f6a), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.727613 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (b3f94c98-17e2-454d-8007-9fa2f070f23b), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.757496 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event deleted for resources: {'Port': ['ID=b3f94c98-17e2-454d-8007-9fa2f070f23b,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:54.831443 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (46794030-603b-46ff-8c70-f6dda2aa658f), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.834143 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.840773 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-478982e7-9707-4d8c-9b4e-09e789412c8f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "DELETE /v2.0/floatingips/46794030-603b-46ff-8c70-f6dda2aa658f HTTP/1.1" status: 204 len: 168 time: 0.5321953 Feb 07 04:53:54.842534 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97378bc4-85e4-4171-ad0a-d0747a283ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (315a4ea0-2232-4f03-b536-efec0a848f6a), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.917935 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97378bc4-85e4-4171-ad0a-d0747a283ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3943891'] for subnet (315a4ea0-2232-4f03-b536-efec0a848f6a), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.959829 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97378bc4-85e4-4171-ad0a-d0747a283ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315a4ea0-2232-4f03-b536-efec0a848f6a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:54.959829 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-97378bc4-85e4-4171-ad0a-d0747a283ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:54.963652 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e3a32a-009a-4c3e-ad5d-e101183eb997 None None] Network e1b98d4e-8309-43f2-8aa1-082023c2a074 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:53:54.964036 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-97378bc4-85e4-4171-ad0a-d0747a283ea6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/315a4ea0-2232-4f03-b536-efec0a848f6a HTTP/1.1" status: 204 len: 168 time: 0.3486242 Feb 07 04:53:54.966415 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33166) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:55.058663 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9d70438b-ac82-4ec2-8237-b6ad5a30f11c no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:53:55.083971 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (e1b98d4e-8309-43f2-8aa1-082023c2a074), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.105765 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 9d70438b-ac82-4ec2-8237-b6ad5a30f11c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:53:55.106534 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9d70438b-ac82-4ec2-8237-b6ad5a30f11c not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:53:55.180083 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Deleting port 7f3354e3-bb91-4538-9208-1ade06fd610b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:55.180517 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.186338 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33172) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:55.249792 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] For port 7f3354e3-bb91-4538-9208-1ade06fd610b, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7f3354e3-bb91-4538-9208-1ade06fd610b,segment=NetworkSegment(c9415dbc-d49c-45a0-8285-9152588f2466),segment_id=c9415dbc-d49c-45a0-8285-9152588f2466)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:55.250152 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.263364 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Calling delete_port for 7f3354e3-bb91-4538-9208-1ade06fd610b owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:55.337228 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33178) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:55.343245 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-04a2ba8d-15c6-4176-b6f5-ec5591443af4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606177348', 'description': 'tempest-description--502888136'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:53:55.359568 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (7f3354e3-bb91-4538-9208-1ade06fd610b), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.380799 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c0e3a-1009-47ec-a10a-9580c0de4057 None None] DHCP port deletion for e1b98d4e-8309-43f2-8aa1-082023c2a074 request from dv-cinder-799631-7-iscsi {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 04:53:55.381391 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a2ba8d-15c6-4176-b6f5-ec5591443af4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.394559 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:53:55.430609 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] No DVR routers for this DVR port 7f3354e3-bb91-4538-9208-1ade06fd610b on host dv-cinder-799631-7-iscsi {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:53:55.435335 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3354e3-bb91-4538-9208-1ade06fd610b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:55.438296 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:53:55.439026 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 16d71b5a-130e-4a2a-ba8d-452f52e1fb61 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:53:55.439615 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:53:55.461097 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:53:55.461444 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 8cfafd2b-9df7-4cf4-aef4-b27dd4f3a494 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:53:55.511253 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (e1b98d4e-8309-43f2-8aa1-082023c2a074), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.533609 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b98d4e-8309-43f2-8aa1-082023c2a074']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:55.543700 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9415dbc-d49c-45a0-8285-9152588f2466') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:55.543992 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9415dbc-d49c-45a0-8285-9152588f2466') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:55.554953 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260295121'] for segment (c9415dbc-d49c-45a0-8285-9152588f2466), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.569973 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (c9415dbc-d49c-45a0-8285-9152588f2466), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.577044 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:53:55.577446 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110351'] for segment (c9415dbc-d49c-45a0-8285-9152588f2466), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: Traceback (most recent call last): Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: timer() Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: cb(*args, **kw) Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: return func(*args, **kwargs) Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: self._notify() Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: self.callback(batched_events) Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: event.method(event) Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: return f(self, *a, **k) Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._get(url).json() Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: return self.request(url, 'GET', **kwargs) Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:53:55.579783 dv-cinder-799631-7-iscsi neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:53:55.638640 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (e1b98d4e-8309-43f2-8aa1-082023c2a074), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.645060 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.651260 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] 10.222.0.13 "DELETE /v2.0/networks/e1b98d4e-8309-43f2-8aa1-082023c2a074 HTTP/1.1" status: 204 len: 168 time: 0.6810386 Feb 07 04:53:55.651420 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33180) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:55.666543 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d9be5-057f-4786-ae3b-a43f2825f89b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b98d4e-8309-43f2-8aa1-082023c2a074,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:55.810966 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a2ba8d-15c6-4176-b6f5-ec5591443af4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (04e40b46-7bc0-4e6e-9937-2d05db8ca6ea), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.816236 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a2ba8d-15c6-4176-b6f5-ec5591443af4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (04e40b46-7bc0-4e6e-9937-2d05db8ca6ea), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.859495 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04a2ba8d-15c6-4176-b6f5-ec5591443af4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.861267 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-04a2ba8d-15c6-4176-b6f5-ec5591443af4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5219817 Feb 07 04:53:55.864216 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33182) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:55.870030 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-be3b52eb-424b-491a-87eb-d4f7cc3d6d1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'security_group_rule': {'security_group_id': '04e40b46-7bc0-4e6e-9937-2d05db8ca6ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:53:55.894470 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2ba8d-15c6-4176-b6f5-ec5591443af4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:55.906093 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be3b52eb-424b-491a-87eb-d4f7cc3d6d1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (e3f87be0-36a1-4fd2-a28d-1084a4a67720), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:55.998278 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be3b52eb-424b-491a-87eb-d4f7cc3d6d1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (e3f87be0-36a1-4fd2-a28d-1084a4a67720), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.004908 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be3b52eb-424b-491a-87eb-d4f7cc3d6d1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (e3f87be0-36a1-4fd2-a28d-1084a4a67720), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.029101 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b52eb-424b-491a-87eb-d4f7cc3d6d1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f87be0-36a1-4fd2-a28d-1084a4a67720,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:56.036269 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476010'] for router_interface (6a435743-bafb-4775-98ed-edf569e8647b), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.038134 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-be3b52eb-424b-491a-87eb-d4f7cc3d6d1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.039321 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-be3b52eb-424b-491a-87eb-d4f7cc3d6d1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741312 Feb 07 04:53:56.043001 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33184) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:56.047811 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-bbc5e1bf-886f-4e91-8cb8-4ea23ec1d380 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'security_group_rule': {'security_group_id': '04e40b46-7bc0-4e6e-9937-2d05db8ca6ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:53:56.115403 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e1bf-886f-4e91-8cb8-4ea23ec1d380 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (165f49a9-6292-45b5-84da-0ec1899543fe), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.172386 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476010'] for router_interface (92ee5430-8078-40dd-933f-e8f83cee82a9), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.239229 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e1bf-886f-4e91-8cb8-4ea23ec1d380 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (165f49a9-6292-45b5-84da-0ec1899543fe), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.245304 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e1bf-886f-4e91-8cb8-4ea23ec1d380 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914153'] for security_group_rule (165f49a9-6292-45b5-84da-0ec1899543fe), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.274745 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5e1bf-886f-4e91-8cb8-4ea23ec1d380 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165f49a9-6292-45b5-84da-0ec1899543fe,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:56.286654 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e1bf-886f-4e91-8cb8-4ea23ec1d380 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.287935 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-bbc5e1bf-886f-4e91-8cb8-4ea23ec1d380 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2440135 Feb 07 04:53:56.291809 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33190) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:56.296029 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'floatingip': {'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:53:56.341029 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Deleting port 7c30649e-6ec6-42e7-bbcd-282e5bd64283 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:56.341606 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.350884 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.419875 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] For port 7c30649e-6ec6-42e7-bbcd-282e5bd64283, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7c30649e-6ec6-42e7-bbcd-282e5bd64283,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:56.420898 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.434931 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Calling delete_port for 7c30649e-6ec6-42e7-bbcd-282e5bd64283 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:56.528406 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.591795 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Deleting port ca401827-a20d-4813-97a6-ab2d359bf797 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:56.592169 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.628861 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (7c30649e-6ec6-42e7-bbcd-282e5bd64283), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.658234 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c30649e-6ec6-42e7-bbcd-282e5bd64283,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:56.700694 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Allocated IP 172.27.1.127 (e35684b0-b96e-4128-a1f6-a5ba06362e64/f82a31d3-f199-4924-b2a2-8767d5315f07/bf2f651a-8452-486e-8314-761e6f594c90) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:53:56.726906 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] For port ca401827-a20d-4813-97a6-ab2d359bf797, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=ca401827-a20d-4813-97a6-ab2d359bf797,segment=NetworkSegment(5fecadb3-df28-4600-b06b-1bf6087a437c),segment_id=5fecadb3-df28-4600-b06b-1bf6087a437c)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:56.727279 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:56.774355 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Calling delete_port for ca401827-a20d-4813-97a6-ab2d359bf797 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:56.827675 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476158'] for router_interface (6a435743-bafb-4775-98ed-edf569e8647b), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.011337 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 77f2be68-61e9-4018-bdb6-d721edcc815c no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:53:57.032946 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 77f2be68-61e9-4018-bdb6-d721edcc815c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:53:57.033621 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 77f2be68-61e9-4018-bdb6-d721edcc815c not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:53:57.034109 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7f3354e3-bb91-4538-9208-1ade06fd610b no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:53:57.053224 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 7f3354e3-bb91-4538-9208-1ade06fd610b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:53:57.053689 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7f3354e3-bb91-4538-9208-1ade06fd610b not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:53:57.071769 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Router 6a435743-bafb-4775-98ed-edf569e8647b has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:53:57.129071 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for port (bf2f651a-8452-486e-8314-761e6f594c90), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.189574 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:53:57.195194 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ddb763aa-31f1-4210-9517-f0cb051dc482 admin admin] 10.222.0.13 "PUT /v2.0/routers/6a435743-bafb-4775-98ed-edf569e8647b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0077612 Feb 07 04:53:57.198994 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] Sync routers for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:53:57.200477 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33198) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:57.209820 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:53:57.210432 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:53:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:57.224968 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (bf2f651a-8452-486e-8314-761e6f594c90), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.297270 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Network e35684b0-b96e-4128-a1f6-a5ba06362e64 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:53:57.304473 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'Port': ['ID=bf2f651a-8452-486e-8314-761e6f594c90,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:57.307068 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:53:57.312291 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:53:57.317045 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks [] for router (6a435743-bafb-4775-98ed-edf569e8647b), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.322786 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:53:57.412523 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (16115a90-a898-4951-8e22-3377e413f850), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.418400 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (ca401827-a20d-4813-97a6-ab2d359bf797), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.441478 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks [] for router_gateway (6a435743-bafb-4775-98ed-edf569e8647b), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.492172 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca401827-a20d-4813-97a6-ab2d359bf797,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:57.521271 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:53:56Z', 'revision_number': 5, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port': {'id': '22ebb869-92ed-4c6a-b374-111d03cbad41', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a435743-bafb-4775-98ed-edf569e8647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:57.523607 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Deleting port 22ebb869-92ed-4c6a-b374-111d03cbad41 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:57.525194 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.545397 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (bf2f651a-8452-486e-8314-761e6f594c90), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.551849 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] Checking router: 6a435743-bafb-4775-98ed-edf569e8647b for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:53:57.562480 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] Routers {'6a435743-bafb-4775-98ed-edf569e8647b'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:53:57.563370 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:53:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['6a435743-bafb-4775-98ed-edf569e8647b'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:57.636412 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] For port 22ebb869-92ed-4c6a-b374-111d03cbad41, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=22ebb869-92ed-4c6a-b374-111d03cbad41,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:57.636786 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.651575 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Calling delete_port for 22ebb869-92ed-4c6a-b374-111d03cbad41 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:57.665799 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] Set router 6a435743-bafb-4775-98ed-edf569e8647b gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:53:57.754124 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476158'] for router_interface (92ee5430-8078-40dd-933f-e8f83cee82a9), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.836481 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:53:57Z', 'revision_number': 6, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port_host': None}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:57.855468 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (22ebb869-92ed-4c6a-b374-111d03cbad41), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.863640 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cf969-74e1-4b30-822e-9f2024ec968b None None] The sync data for ids ['6a435743-bafb-4775-98ed-edf569e8647b'] in dv-cinder-799631-7-iscsi is: [{'id': '6a435743-bafb-4775-98ed-edf569e8647b', 'name': 'tempest-TestMinimumBasicScenario-1626022757-router', 'tenant_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:48Z', 'updated_at': '2022-02-07T04:53:57Z', 'revision_number': 6, 'project_id': 'e0b4e3629fd9463cbb7ec690e5290d6d', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:53:57.882309 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Pushing event deleted for resources: {'Port': ['ID=22ebb869-92ed-4c6a-b374-111d03cbad41,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:57.891398 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for port (bf2f651a-8452-486e-8314-761e6f594c90), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.910783 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (bf2f651a-8452-486e-8314-761e6f594c90), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.946116 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477468'] for router_gateway (6a435743-bafb-4775-98ed-edf569e8647b), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:57.998300 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'Port': ['ID=bf2f651a-8452-486e-8314-761e6f594c90,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:58.036818 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (16115a90-a898-4951-8e22-3377e413f850), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.053376 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router (6a435743-bafb-4775-98ed-edf569e8647b), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.055484 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks [] for router_controller (6a435743-bafb-4775-98ed-edf569e8647b), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.088949 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.090572 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-64ae6ea6-83fb-4081-8198-e0a0f4637a29 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7975230 Feb 07 04:53:58.121824 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482444'] for router (6a435743-bafb-4775-98ed-edf569e8647b), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.122360 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a435743-bafb-4775-98ed-edf569e8647b {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 04:53:58.123980 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Router 92ee5430-8078-40dd-933f-e8f83cee82a9 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:53:58.128366 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.129788 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-c32c263c-7e92-48bc-9c54-3c76ca6785ed admin admin] 10.222.0.13 "DELETE /v2.0/routers/6a435743-bafb-4775-98ed-edf569e8647b HTTP/1.1" status: 204 len: 168 time: 0.9283638 Feb 07 04:53:58.132206 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33204) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:58.174031 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.183920 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d82d038-be73-483b-adc7-406ed12d1a2f admin admin] Deleting subnet 90d668c8-de27-4f82-84c5-b7d3289864a6 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:53:58.187266 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d82d038-be73-483b-adc7-406ed12d1a2f admin admin] Publish callbacks [] for subnet (90d668c8-de27-4f82-84c5-b7d3289864a6), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.320419 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:53:58.328901 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-cfccc56f-9d0a-4efe-ae6a-c9ebf4f32438 admin admin] 10.222.0.13 "PUT /v2.0/routers/92ee5430-8078-40dd-933f-e8f83cee82a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6765556 Feb 07 04:53:58.333017 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33228) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:58.343604 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] Sync routers for ids ['92ee5430-8078-40dd-933f-e8f83cee82a9'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:53:58.375494 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] Routers {'92ee5430-8078-40dd-933f-e8f83cee82a9'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:53:58.376921 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:53:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['92ee5430-8078-40dd-933f-e8f83cee82a9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:58.498463 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks [] for router (92ee5430-8078-40dd-933f-e8f83cee82a9), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.517435 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] Set router 92ee5430-8078-40dd-933f-e8f83cee82a9 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:53:58.541860 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d82d038-be73-483b-adc7-406ed12d1a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156122'] for subnet (90d668c8-de27-4f82-84c5-b7d3289864a6), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.593329 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-487aca0c-68cf-47bf-83a5-8515cd9a14e3 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1606177348&fields=id&tenant_id=5f954da0f8764195bc7bb449ea7c7412 HTTP/1.1" status: 200 len: 267 time: 0.0826461 Feb 07 04:53:58.623316 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks [] for router_gateway (92ee5430-8078-40dd-933f-e8f83cee82a9), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.686095 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Deleting port 322a9ce5-ccea-4c84-9f6a-043d81d5c969 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:58.686454 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.727215 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:29Z', 'updated_at': '2022-02-07T04:53:57Z', 'revision_number': 5, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'gw_port': {'id': '322a9ce5-ccea-4c84-9f6a-043d81d5c969', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:30Z', 'updated_at': '2022-02-07T04:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:58.742026 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d82d038-be73-483b-adc7-406ed12d1a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (90d668c8-de27-4f82-84c5-b7d3289864a6), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.763686 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] Checking router: 92ee5430-8078-40dd-933f-e8f83cee82a9 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:53:58.773624 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] Routers {'92ee5430-8078-40dd-933f-e8f83cee82a9'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:53:58.774583 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:53:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['92ee5430-8078-40dd-933f-e8f83cee82a9'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:58.781586 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] For port 322a9ce5-ccea-4c84-9f6a-043d81d5c969, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=322a9ce5-ccea-4c84-9f6a-043d81d5c969,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:58.781956 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.796953 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Calling delete_port for 322a9ce5-ccea-4c84-9f6a-043d81d5c969 owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:58.803731 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-c41d9007-90b2-405f-aec2-dec87513844f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:53:58.805234 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-c41d9007-90b2-405f-aec2-dec87513844f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 811 time: 0.2019424 Feb 07 04:53:58.825788 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-ab5b09e3-84fd-4b99-94c1-4267a5e43721 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/quotas/5f954da0f8764195bc7bb449ea7c7412 HTTP/1.1" status: 200 len: 375 time: 0.0143638 Feb 07 04:53:58.839564 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d82d038-be73-483b-adc7-406ed12d1a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3165289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193561'] for subnet (90d668c8-de27-4f82-84c5-b7d3289864a6), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.874446 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] Set router 92ee5430-8078-40dd-933f-e8f83cee82a9 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:53:58.888847 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82d038-be73-483b-adc7-406ed12d1a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d668c8-de27-4f82-84c5-b7d3289864a6,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:58.895130 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-9d82d038-be73-483b-adc7-406ed12d1a2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:58.898611 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-9d82d038-be73-483b-adc7-406ed12d1a2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/90d668c8-de27-4f82-84c5-b7d3289864a6 HTTP/1.1" status: 204 len: 168 time: 0.7652230 Feb 07 04:53:58.900990 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33238) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:58.911517 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a0937-3877-44c2-b24d-20dce04b2cca None None] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:53:58.992648 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-054fb1a6-945d-4ff0-be99-a0ddbab07900 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560578 Feb 07 04:53:58.996914 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (752f9bcd-f66a-4b46-888d-f131e2a320c5), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.011008 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:29Z', 'updated_at': '2022-02-07T04:53:58Z', 'revision_number': 6, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'gw_port_host': None}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:59.029504 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (322a9ce5-ccea-4c84-9f6a-043d81d5c969), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.046317 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0868dab-dec6-46b2-94cc-c528856a79b0 None None] The sync data for ids ['92ee5430-8078-40dd-933f-e8f83cee82a9'] in dv-cinder-799631-7-iscsi is: [{'id': '92ee5430-8078-40dd-933f-e8f83cee82a9', 'name': 'tempest-TestShelveInstance-486777576-router', 'tenant_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:29Z', 'updated_at': '2022-02-07T04:53:58Z', 'revision_number': 6, 'project_id': 'adfc3a5dc26546de8ffb56a7db7eec87', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:53:59.085317 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Deleting port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:59.085727 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.105272 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Pushing event deleted for resources: {'Port': ['ID=322a9ce5-ccea-4c84-9f6a-043d81d5c969,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:59.174964 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-5cb914e6-c19c-4ede-82db-9b1b166390c1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:53:59.175252 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 22ebb869-92ed-4c6a-b374-111d03cbad41 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:53:59.176306 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-5cb914e6-c19c-4ede-82db-9b1b166390c1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1418462 Feb 07 04:53:59.195283 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477468'] for router_gateway (92ee5430-8078-40dd-933f-e8f83cee82a9), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.204945 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] For port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=56242464-f298-4a3f-a6fb-e5f3e8c9cc41,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:59.205375 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.213432 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-be60bda2-f72e-4aac-94e8-4c18923489d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.217046 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 22ebb869-92ed-4c6a-b374-111d03cbad41 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:53:59.217569 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 22ebb869-92ed-4c6a-b374-111d03cbad41 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:53:59.218142 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7c30649e-6ec6-42e7-bbcd-282e5bd64283 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:53:59.270437 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 7c30649e-6ec6-42e7-bbcd-282e5bd64283 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:53:59.270805 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7c30649e-6ec6-42e7-bbcd-282e5bd64283 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:53:59.308735 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Calling delete_port for 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:59.334016 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router (92ee5430-8078-40dd-933f-e8f83cee82a9), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.338100 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks [] for router_controller (92ee5430-8078-40dd-933f-e8f83cee82a9), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.363764 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] DHCP port deletion for 752f9bcd-f66a-4b46-888d-f131e2a320c5 request from dv-cinder-799631-7-iscsi {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 04:53:59.380499 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-48431fb1-39cc-437e-975b-3d8bbf613673 service neutron] 10.222.0.13 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932192 Feb 07 04:53:59.389185 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482444'] for router (92ee5430-8078-40dd-933f-e8f83cee82a9), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.389921 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ee5430-8078-40dd-933f-e8f83cee82a9 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 04:53:59.394958 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.398721 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-79709e3c-16c1-4684-b5d3-904773736667 admin admin] 10.222.0.13 "DELETE /v2.0/routers/92ee5430-8078-40dd-933f-e8f83cee82a9 HTTP/1.1" status: 204 len: 168 time: 1.0563657 Feb 07 04:53:59.399171 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33244) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:59.420361 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:53:59.431198 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Deleting port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:53:59.431627 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.452096 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5a67c2-4c05-4699-ba85-d9578c8cafcc admin admin] Deleting subnet c59014ab-ce38-47ce-af74-58f2d7830491 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:53:59.455837 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d5a67c2-4c05-4699-ba85-d9578c8cafcc admin admin] Publish callbacks [] for subnet (c59014ab-ce38-47ce-af74-58f2d7830491), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.467931 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.497227 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d5a67c2-4c05-4699-ba85-d9578c8cafcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260295130'] for subnet (c59014ab-ce38-47ce-af74-58f2d7830491), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.511256 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] For port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=56242464-f298-4a3f-a6fb-e5f3e8c9cc41,segment=NetworkSegment(58f50cfe-e0ff-47f6-a1fb-9ca416b895ac),segment_id=58f50cfe-e0ff-47f6-a1fb-9ca416b895ac)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:53:59.511256 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.515706 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56242464-f298-4a3f-a6fb-e5f3e8c9cc41,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:59.521037 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] No DVR routers for this DVR port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 on host dv-cinder-799631-7-iscsi {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:53:59.531758 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Calling delete_port for 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:53:59.554348 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-c3fa810c-6db1-4b30-ae55-3d80d95a9b38 service neutron] 10.222.0.13 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637251 Feb 07 04:53:59.597763 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d5a67c2-4c05-4699-ba85-d9578c8cafcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (c59014ab-ce38-47ce-af74-58f2d7830491), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.609140 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (752f9bcd-f66a-4b46-888d-f131e2a320c5), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.634714 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752f9bcd-f66a-4b46-888d-f131e2a320c5']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:59.649853 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:59.650342 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f50cfe-e0ff-47f6-a1fb-9ca416b895ac') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:53:59.674278 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156113'] for segment (58f50cfe-e0ff-47f6-a1fb-9ca416b895ac), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.703306 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d5a67c2-4c05-4699-ba85-d9578c8cafcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3943891'] for subnet (c59014ab-ce38-47ce-af74-58f2d7830491), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.703538 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (58f50cfe-e0ff-47f6-a1fb-9ca416b895ac), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.716895 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:53:59.718571 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3165379'] for segment (58f50cfe-e0ff-47f6-a1fb-9ca416b895ac), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: Traceback (most recent call last): Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: timer() Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: cb(*args, **kw) Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: return func(*args, **kwargs) Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: self._notify() Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: self.callback(batched_events) Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: event.method(event) Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: return f(self, *a, **k) Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._get(url).json() Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: return self.request(url, 'GET', **kwargs) Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:53:59.723461 dv-cinder-799631-7-iscsi neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:53:59.754154 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a67c2-4c05-4699-ba85-d9578c8cafcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59014ab-ce38-47ce-af74-58f2d7830491,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:59.774235 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-8d5a67c2-4c05-4699-ba85-d9578c8cafcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.779333 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-8d5a67c2-4c05-4699-ba85-d9578c8cafcc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c59014ab-ce38-47ce-af74-58f2d7830491 HTTP/1.1" status: 204 len: 168 time: 0.3784757 Feb 07 04:53:59.782283 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33254) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:59.866548 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (752f9bcd-f66a-4b46-888d-f131e2a320c5), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.874085 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:53:59.878140 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/752f9bcd-f66a-4b46-888d-f131e2a320c5 HTTP/1.1" status: 204 len: 168 time: 0.9763401 Feb 07 04:53:59.881355 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 33262) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:53:59.894999 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59328385-6189-428b-a23d-58efed9735a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=752f9bcd-f66a-4b46-888d-f131e2a320c5,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:53:59.902803 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29315962-f9a7-40a5-9557-eef6c04f2095 None None] Network f6022171-edb1-438e-8dc9-bcdd6a180e38 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:54:00.039641 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586'] for port (56242464-f298-4a3f-a6fb-e5f3e8c9cc41), after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.051014 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5986ac0c-2899-4f9f-8511-5f3ad5197a5e req-c16c8d51-5082-46ea-beda-191f62f99567 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 210 time: 0.1747921 Feb 07 04:54:00.073218 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (f6022171-edb1-438e-8dc9-bcdd6a180e38), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.079876 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Pushing event deleted for resources: {'Port': ['ID=56242464-f298-4a3f-a6fb-e5f3e8c9cc41,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:00.082405 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Network 752f9bcd-f66a-4b46-888d-f131e2a320c5 is not hosted by any dhcp agent {{(pid=102769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 04:54:00.083131 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] No DVR routers for this DVR port 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 on host dv-cinder-799631-7-iscsi {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:54:00.096237 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.096766 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.097277 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.098183 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.099283 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.101147 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.102106 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.102851 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.103863 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.104870 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.105300 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.105827 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.106463 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b706f7c-9265-4b8f-8544-d6d31b78e9db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:00.200536 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d0e90-3ce5-4215-8af0-87edbfa0e30c None None] DHCP port deletion for f6022171-edb1-438e-8dc9-bcdd6a180e38 request from dv-cinder-799631-7-iscsi {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 04:54:00.253292 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Deleting port 07fa61fb-1279-4c75-a40e-fb65616d6175 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:54:00.253899 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.271788 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-451d0e90-3ce5-4215-8af0-87edbfa0e30c None None] Deleting port 07fa61fb-1279-4c75-a40e-fb65616d6175 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:54:00.272587 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-451d0e90-3ce5-4215-8af0-87edbfa0e30c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.353716 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] For port 07fa61fb-1279-4c75-a40e-fb65616d6175, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=07fa61fb-1279-4c75-a40e-fb65616d6175,segment=NetworkSegment(5fecadb3-df28-4600-b06b-1bf6087a437c),segment_id=5fecadb3-df28-4600-b06b-1bf6087a437c)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:00.354267 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.364477 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-451d0e90-3ce5-4215-8af0-87edbfa0e30c None None] For port 07fa61fb-1279-4c75-a40e-fb65616d6175, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=07fa61fb-1279-4c75-a40e-fb65616d6175,segment=NetworkSegment(5fecadb3-df28-4600-b06b-1bf6087a437c),segment_id=5fecadb3-df28-4600-b06b-1bf6087a437c)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:00.365214 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-451d0e90-3ce5-4215-8af0-87edbfa0e30c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.379005 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-451d0e90-3ce5-4215-8af0-87edbfa0e30c None None] Calling delete_port for 07fa61fb-1279-4c75-a40e-fb65616d6175 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:54:00.386216 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Calling delete_port for 07fa61fb-1279-4c75-a40e-fb65616d6175 owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:54:00.469586 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-451d0e90-3ce5-4215-8af0-87edbfa0e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.495744 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d0e90-3ce5-4215-8af0-87edbfa0e30c None None] No DVR routers for this DVR port 07fa61fb-1279-4c75-a40e-fb65616d6175 on host dv-cinder-799631-7-iscsi {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:54:00.497495 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d0e90-3ce5-4215-8af0-87edbfa0e30c None None] Pushing event deleted for resources: {'Port': ['ID=07fa61fb-1279-4c75-a40e-fb65616d6175,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:00.514161 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (07fa61fb-1279-4c75-a40e-fb65616d6175), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.548592 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Pushing event deleted for resources: {'Port': ['ID=07fa61fb-1279-4c75-a40e-fb65616d6175,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:00.551006 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] No DVR routers for this DVR port 07fa61fb-1279-4c75-a40e-fb65616d6175 on host dv-cinder-799631-7-iscsi {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:54:00.643761 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (f6022171-edb1-438e-8dc9-bcdd6a180e38), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.668725 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6022171-edb1-438e-8dc9-bcdd6a180e38']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:00.680591 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fecadb3-df28-4600-b06b-1bf6087a437c') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:00.680892 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fecadb3-df28-4600-b06b-1bf6087a437c') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:00.684431 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476010'] for router_interface (f616a212-5631-42b3-884d-89f5711ead64), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.952441 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:54:00.973762 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:54:00.974122 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 56242464-f298-4a3f-a6fb-e5f3e8c9cc41 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:54:00.974537 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 322a9ce5-ccea-4c84-9f6a-043d81d5c969 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:54:00.987763 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260295121'] for segment (5fecadb3-df28-4600-b06b-1bf6087a437c), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:00.993587 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 322a9ce5-ccea-4c84-9f6a-043d81d5c969 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:54:00.993932 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 322a9ce5-ccea-4c84-9f6a-043d81d5c969 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:54:00.994354 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device ca401827-a20d-4813-97a6-ab2d359bf797 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:54:01.009556 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (5fecadb3-df28-4600-b06b-1bf6087a437c), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.013676 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: ca401827-a20d-4813-97a6-ab2d359bf797 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:54:01.014020 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device ca401827-a20d-4813-97a6-ab2d359bf797 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:54:01.014492 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 07fa61fb-1279-4c75-a40e-fb65616d6175 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:54:01.019926 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:54:01.020332 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110351'] for segment (5fecadb3-df28-4600-b06b-1bf6087a437c), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: self.session.flush() Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: self.session.flush() Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: self.session.flush() Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: self.session.flush() Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: Traceback (most recent call last): Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: timer() Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: cb(*args, **kw) Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: return func(*args, **kwargs) Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: self._notify() Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: self.callback(batched_events) Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: event.method(event) Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: return f(self, *a, **k) Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._get(url).json() Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: return self.request(url, 'GET', **kwargs) Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:54:01.021952 dv-cinder-799631-7-iscsi neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:54:01.035575 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 07fa61fb-1279-4c75-a40e-fb65616d6175 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:54:01.035917 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 07fa61fb-1279-4c75-a40e-fb65616d6175 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:54:01.085278 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (f6022171-edb1-438e-8dc9-bcdd6a180e38), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.118544 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.121936 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] 10.222.0.13 "DELETE /v2.0/networks/f6022171-edb1-438e-8dc9-bcdd6a180e38 HTTP/1.1" status: 204 len: 168 time: 1.3386664 Feb 07 04:54:01.150616 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8eaa9-6218-40fb-a85b-7bc21191953f admin admin] Pushing event deleted for resources: {'Network': ['ID=f6022171-edb1-438e-8dc9-bcdd6a180e38,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:01.150790 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d345b4cd-4872-470f-ad93-00a749483a58 req-d5e4a1ff-bf1e-4da3-acb1-3b20abe45f95 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 210 time: 0.0318031 Feb 07 04:54:01.238329 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33280) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:01.254442 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Deleting port 9e0083e9-7350-4032-a304-2e93fd08bb7e {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:54:01.254787 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.279925 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-b4870cc1-4713-4920-b70d-4c18628eee46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2167e4b270e74390ab25c6bf679b1f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382075 Feb 07 04:54:01.280256 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33282) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:01.326423 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2127209-9c78-412b-a1c4-ad5971c596fb admin admin] Publish callbacks [] for security_group (250e842e-22b0-4820-9fbf-2bdb4dc8e057), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.333550 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] For port 9e0083e9-7350-4032-a304-2e93fd08bb7e, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9e0083e9-7350-4032-a304-2e93fd08bb7e,segment=NetworkSegment(03db4cbf-40ab-4d82-8a17-0259861f4e4b),segment_id=03db4cbf-40ab-4d82-8a17-0259861f4e4b)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:01.333908 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.347127 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Calling delete_port for 9e0083e9-7350-4032-a304-2e93fd08bb7e owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:54:01.347319 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2127209-9c78-412b-a1c4-ad5971c596fb admin admin] Publish callbacks [] for security_group (250e842e-22b0-4820-9fbf-2bdb4dc8e057), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.397179 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2127209-9c78-412b-a1c4-ad5971c596fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (250e842e-22b0-4820-9fbf-2bdb4dc8e057), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.400099 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b2127209-9c78-412b-a1c4-ad5971c596fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.401344 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-b2127209-9c78-412b-a1c4-ad5971c596fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/250e842e-22b0-4820-9fbf-2bdb4dc8e057 HTTP/1.1" status: 204 len: 168 time: 0.1201420 Feb 07 04:54:01.409452 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2127209-9c78-412b-a1c4-ad5971c596fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250e842e-22b0-4820-9fbf-2bdb4dc8e057,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:01.493373 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8d476e10-5a70-4e70-a6ca-e0f7733f0471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.544258 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (9e0083e9-7350-4032-a304-2e93fd08bb7e), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.571736 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0083e9-7350-4032-a304-2e93fd08bb7e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:01.743746 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476158'] for router_interface (f616a212-5631-42b3-884d-89f5711ead64), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.750998 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33290) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:01.804104 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-3435157a-713c-43e9-991d-052110a90a88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adfc3a5dc26546de8ffb56a7db7eec87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496864 Feb 07 04:54:01.805354 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33294) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:01.854712 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-342c9779-fe2b-4170-b207-f06516e5052b admin admin] Publish callbacks [] for security_group (2ab87ba8-cec7-4343-b03e-33698f045cdd), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.878098 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-342c9779-fe2b-4170-b207-f06516e5052b admin admin] Publish callbacks [] for security_group (2ab87ba8-cec7-4343-b03e-33698f045cdd), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.924288 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-342c9779-fe2b-4170-b207-f06516e5052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (2ab87ba8-cec7-4343-b03e-33698f045cdd), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.926910 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-342c9779-fe2b-4170-b207-f06516e5052b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:01.928222 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-342c9779-fe2b-4170-b207-f06516e5052b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ab87ba8-cec7-4343-b03e-33698f045cdd HTTP/1.1" status: 204 len: 168 time: 0.1218679 Feb 07 04:54:01.938056 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c9779-fe2b-4170-b207-f06516e5052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab87ba8-cec7-4343-b03e-33698f045cdd,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:01.986627 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Router f616a212-5631-42b3-884d-89f5711ead64 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:54:02.097831 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:54:02.104740 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-84ceff83-4033-4062-9331-2319d92c115b admin admin] 10.222.0.13 "PUT /v2.0/routers/f616a212-5631-42b3-884d-89f5711ead64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2196271 Feb 07 04:54:02.106805 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33300) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:02.112320 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] Sync routers for ids ['f616a212-5631-42b3-884d-89f5711ead64'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:54:02.122079 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] Routers {'f616a212-5631-42b3-884d-89f5711ead64'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:54:02.123265 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:54:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['f616a212-5631-42b3-884d-89f5711ead64'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:02.243001 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] Set router f616a212-5631-42b3-884d-89f5711ead64 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:54:02.245344 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks [] for router (f616a212-5631-42b3-884d-89f5711ead64), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.270951 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-779ed159-3752-4364-8993-839a98e6d863 req-8316c901-3b22-492a-9fbb-95b8e036ae52 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 210 time: 0.0372486 Feb 07 04:54:02.363878 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks [] for router_gateway (f616a212-5631-42b3-884d-89f5711ead64), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.417040 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Deleting port 9e375763-985e-41e7-9cdc-a35a05321734 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:54:02.417414 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (9e375763-985e-41e7-9cdc-a35a05321734), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.430411 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616a212-5631-42b3-884d-89f5711ead64', 'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '9e375763-985e-41e7-9cdc-a35a05321734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:00Z', 'updated_at': '2022-02-07T04:54:01Z', 'revision_number': 5, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'gw_port': {'id': '9e375763-985e-41e7-9cdc-a35a05321734', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616a212-5631-42b3-884d-89f5711ead64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:02.457464 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] Checking router: f616a212-5631-42b3-884d-89f5711ead64 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:54:02.465833 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] Routers {'f616a212-5631-42b3-884d-89f5711ead64'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:54:02.466443 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:54:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['f616a212-5631-42b3-884d-89f5711ead64'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:02.495199 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] For port 9e375763-985e-41e7-9cdc-a35a05321734, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=9e375763-985e-41e7-9cdc-a35a05321734,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:02.495561 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (9e375763-985e-41e7-9cdc-a35a05321734), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.512402 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Calling delete_port for 9e375763-985e-41e7-9cdc-a35a05321734 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:54:02.553151 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] Set router f616a212-5631-42b3-884d-89f5711ead64 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:54:02.605740 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616a212-5631-42b3-884d-89f5711ead64', 'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:00Z', 'updated_at': '2022-02-07T04:54:02Z', 'revision_number': 6, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'gw_port_host': None}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:02.633194 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df0d412-d158-49ae-a66c-3390fdd87e40 None None] The sync data for ids ['f616a212-5631-42b3-884d-89f5711ead64'] in dv-cinder-799631-7-iscsi is: [{'id': 'f616a212-5631-42b3-884d-89f5711ead64', 'name': 'tempest-TestMinimumBasicScenario-729007699-router', 'tenant_id': 'af618881c0974a8a9044d96e7b872684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:00Z', 'updated_at': '2022-02-07T04:54:02Z', 'revision_number': 6, 'project_id': 'af618881c0974a8a9044d96e7b872684', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:54:02.680981 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (9e375763-985e-41e7-9cdc-a35a05321734), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.705634 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e375763-985e-41e7-9cdc-a35a05321734,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:02.714325 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.768315 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477468'] for router_gateway (f616a212-5631-42b3-884d-89f5711ead64), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.856351 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router (f616a212-5631-42b3-884d-89f5711ead64), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.858691 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks [] for router_controller (f616a212-5631-42b3-884d-89f5711ead64), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.904972 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482444'] for router (f616a212-5631-42b3-884d-89f5711ead64), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.905504 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f616a212-5631-42b3-884d-89f5711ead64 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 04:54:02.910136 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.911306 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-b1049d1c-bd17-485b-a4cf-9a74eaf27998 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f616a212-5631-42b3-884d-89f5711ead64 HTTP/1.1" status: 204 len: 168 time: 0.8033381 Feb 07 04:54:02.913802 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33310) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:02.957021 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b0d859-ab89-49d4-b0a6-53d9ad4d0ef0 admin admin] Deleting subnet ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:54:02.960220 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d859-ab89-49d4-b0a6-53d9ad4d0ef0 admin admin] Publish callbacks [] for subnet (ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:02.998690 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d859-ab89-49d4-b0a6-53d9ad4d0ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156122'] for subnet (ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.092963 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d859-ab89-49d4-b0a6-53d9ad4d0ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.142535 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d859-ab89-49d4-b0a6-53d9ad4d0ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3165289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193561'] for subnet (ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.169124 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0d859-ab89-49d4-b0a6-53d9ad4d0ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:03.171072 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d859-ab89-49d4-b0a6-53d9ad4d0ef0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.177371 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a0b0d859-ab89-49d4-b0a6-53d9ad4d0ef0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff1c8a9d-ecd9-45b8-acf7-599a4ffddf25 HTTP/1.1" status: 204 len: 168 time: 0.2601757 Feb 07 04:54:03.177530 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33312) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:03.179974 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0007cfe1-f939-4117-b482-e704da975874 None None] Network 9d3da2ac-751b-41ec-a625-9a792ec13d03 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:54:03.247997 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (9d3da2ac-751b-41ec-a625-9a792ec13d03), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.315699 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Deleting port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:54:03.316038 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.387395 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e23cd613-2679-430b-b9d7-c2ef00ea20cb req-601d9bde-2a61-422a-86f1-25bac8abbb81 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 210 time: 0.0344138 Feb 07 04:54:03.406941 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] For port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7a1af4e6-7e51-4798-b9ac-68d10dad1fd8,segment=NetworkSegment(03db4cbf-40ab-4d82-8a17-0259861f4e4b),segment_id=03db4cbf-40ab-4d82-8a17-0259861f4e4b)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:03.406941 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.420353 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Calling delete_port for 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:54:03.433027 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] DHCP port deletion for 9d3da2ac-751b-41ec-a625-9a792ec13d03 request from dv-cinder-799631-7-iscsi {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 04:54:03.463269 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9e0083e9-7350-4032-a304-2e93fd08bb7e no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:54:03.488666 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 9e0083e9-7350-4032-a304-2e93fd08bb7e {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:54:03.489098 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9e0083e9-7350-4032-a304-2e93fd08bb7e not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:54:03.516188 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] Deleting port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:54:03.517233 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.521471 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.548411 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1af4e6-7e51-4798-b9ac-68d10dad1fd8,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:03.552038 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] No DVR routers for this DVR port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 on host dv-cinder-799631-7-iscsi {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:54:03.589570 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] For port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8, host dv-cinder-799631-7-iscsi, got binding levels [] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:03.589963 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.602042 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] Calling delete_port for 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:54:03.604793 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.ipam_backend_mixin [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] Port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 was not found and therefore no delete operation was performed {{(pid=102769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 04:54:03.606074 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586'] for port (7a1af4e6-7e51-4798-b9ac-68d10dad1fd8), after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.627174 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (9d3da2ac-751b-41ec-a625-9a792ec13d03), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.631706 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] Pushing event deleted for resources: {'Port': ['ID=7a1af4e6-7e51-4798-b9ac-68d10dad1fd8,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:03.635170 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d3e2c-5735-4cca-8675-dfad63dae572 None None] No DVR routers for this DVR port 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 on host dv-cinder-799631-7-iscsi {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:54:03.652681 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3da2ac-751b-41ec-a625-9a792ec13d03']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:03.662377 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03db4cbf-40ab-4d82-8a17-0259861f4e4b') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:03.662680 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03db4cbf-40ab-4d82-8a17-0259861f4e4b') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:03.672844 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156113'] for segment (03db4cbf-40ab-4d82-8a17-0259861f4e4b), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.686052 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (03db4cbf-40ab-4d82-8a17-0259861f4e4b), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.693148 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:54:03.693785 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3165379'] for segment (03db4cbf-40ab-4d82-8a17-0259861f4e4b), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: Traceback (most recent call last): Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: timer() Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: cb(*args, **kw) Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: return func(*args, **kwargs) Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: self._notify() Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: self.callback(batched_events) Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: event.method(event) Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: return f(self, *a, **k) Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._get(url).json() Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: return self.request(url, 'GET', **kwargs) Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:54:03.695798 dv-cinder-799631-7-iscsi neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:54:03.750279 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (9d3da2ac-751b-41ec-a625-9a792ec13d03), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.756221 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:03.759327 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/9d3da2ac-751b-41ec-a625-9a792ec13d03 HTTP/1.1" status: 204 len: 168 time: 0.5808048 Feb 07 04:54:03.770917 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4dc5a-337b-4a90-8a60-5b76cec8c1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3da2ac-751b-41ec-a625-9a792ec13d03,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:03.945279 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33324) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:03.995038 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-c029d5f9-d159-411b-8e5a-ae230b7fa47a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0b4e3629fd9463cbb7ec690e5290d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462160 Feb 07 04:54:03.995283 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33326) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:04.029673 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-4fc6ec9d-5f39-4ed8-ba21-088f15cfec06 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:04.031183 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-4fc6ec9d-5f39-4ed8-ba21-088f15cfec06 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 811 time: 0.1199322 Feb 07 04:54:04.047166 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4af861e7-22e8-439e-97e9-680887c78801 admin admin] Publish callbacks [] for security_group (7bab1a8d-04de-4726-a502-e0b93f556a93), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.069999 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4af861e7-22e8-439e-97e9-680887c78801 admin admin] Publish callbacks [] for security_group (7bab1a8d-04de-4726-a502-e0b93f556a93), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.109775 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-eebfc314-60be-46cb-a935-38baa646b628 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f954da0f8764195bc7bb449ea7c7412 HTTP/1.1" status: 200 len: 380 time: 0.0636678 Feb 07 04:54:04.115156 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.123025 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4af861e7-22e8-439e-97e9-680887c78801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (7bab1a8d-04de-4726-a502-e0b93f556a93), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.125622 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-4af861e7-22e8-439e-97e9-680887c78801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.127362 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-4af861e7-22e8-439e-97e9-680887c78801 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bab1a8d-04de-4726-a502-e0b93f556a93 HTTP/1.1" status: 204 len: 168 time: 0.1311455 Feb 07 04:54:04.127728 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'port': {'device_id': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'admin_state_up': True, 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'security_groups': ['04e40b46-7bc0-4e6e-9937-2d05db8ca6ea']}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:54:04.138395 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af861e7-22e8-439e-97e9-680887c78801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bab1a8d-04de-4726-a502-e0b93f556a93,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:04.237250 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Made reservation on behalf of 5f954da0f8764195bc7bb449ea7c7412 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:54:04.240680 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.364181 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Allocated IP 172.20.0.3 (411cc7d3-f09c-4e43-9d10-7530e81fadb4/69a89f80-33e5-4c96-bdd9-8529446ac964/251daae1-beca-4649-8675-6b45ef72321b) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:54:04.461830 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33338) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:04.497090 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e5a99347-ec0a-45fb-8a7e-020e7d9eeb83 req-c8bc56f1-511e-4905-bd24-9f87fe8556af tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 210 time: 0.0385842 Feb 07 04:54:04.501207 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-dbfb0cfd-fdf8-4dd2-be41-ad65ffb06c10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af618881c0974a8a9044d96e7b872684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380960 Feb 07 04:54:04.503965 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33340) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:04.541240 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for port (251daae1-beca-4649-8675-6b45ef72321b), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.562453 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ca6123-13d9-45e0-843e-4b0b9ece1746 admin admin] Publish callbacks [] for security_group (8cbe9c5b-8abe-4c42-a72b-066473b3923e), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.578528 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (251daae1-beca-4649-8675-6b45ef72321b), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.584516 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ca6123-13d9-45e0-843e-4b0b9ece1746 admin admin] Publish callbacks [] for security_group (8cbe9c5b-8abe-4c42-a72b-066473b3923e), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.625056 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:54:04.628261 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:54:04.633041 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:54:04.633252 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ca6123-13d9-45e0-843e-4b0b9ece1746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8cbe9c5b-8abe-4c42-a72b-066473b3923e), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.636492 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-48ca6123-13d9-45e0-843e-4b0b9ece1746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.640861 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event updated for resources: {'Port': ['ID=251daae1-beca-4649-8675-6b45ef72321b,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:04.641160 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-48ca6123-13d9-45e0-843e-4b0b9ece1746 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cbe9c5b-8abe-4c42-a72b-066473b3923e HTTP/1.1" status: 204 len: 168 time: 0.1327999 Feb 07 04:54:04.646408 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca6123-13d9-45e0-843e-4b0b9ece1746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbe9c5b-8abe-4c42-a72b-066473b3923e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:04.709264 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:04.709891 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.727141 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-84f2a80b-ed07-4e01-9424-c7d19cd455ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038108 Feb 07 04:54:04.745473 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Request body: {'port': {'device_id': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:54:04.809021 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (251daae1-beca-4649-8675-6b45ef72321b), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:04.964317 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-0a4ac970-1648-4407-a79b-ebd4257a042e None None] Provisioning complete for port 251daae1-beca-4649-8675-6b45ef72321b triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:54:04.964946 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac970-1648-4407-a79b-ebd4257a042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (251daae1-beca-4649-8675-6b45ef72321b), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:05.019408 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:54:05.043285 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:54:05.044168 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7a1af4e6-7e51-4798-b9ac-68d10dad1fd8 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:54:05.044796 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9e375763-985e-41e7-9cdc-a35a05321734 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:54:05.072372 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 9e375763-985e-41e7-9cdc-a35a05321734 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:54:05.072870 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 9e375763-985e-41e7-9cdc-a35a05321734 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:54:05.080001 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ac970-1648-4407-a79b-ebd4257a042e None None] Port 251daae1-beca-4649-8675-6b45ef72321b cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 04:54:05.177642 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251daae1-beca-4649-8675-6b45ef72321b {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:54:05.187814 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Publish callbacks [] for port (251daae1-beca-4649-8675-6b45ef72321b), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:05.200024 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Transition to ACTIVE for port object 251daae1-beca-4649-8675-6b45ef72321b will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:54:05.203708 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (251daae1-beca-4649-8675-6b45ef72321b), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:05.255157 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Pushing event updated for resources: {'Port': ['ID=251daae1-beca-4649-8675-6b45ef72321b,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:05.269832 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-0764f868-6fc3-4e19-9c7a-c22b6ceb54a1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:05.271304 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-0764f868-6fc3-4e19-9c7a-c22b6ceb54a1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 814 time: 0.1073017 Feb 07 04:54:05.288675 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-5bf75348-f489-49f2-af09-098bd366f0d1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/quotas/ef628b18fee54b219122e9accae291b4 HTTP/1.1" status: 200 len: 375 time: 0.0101171 Feb 07 04:54:05.321873 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Attempting to bind port 251daae1-beca-4649-8675-6b45ef72321b on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:54:05.322193 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Attempting to bind port 251daae1-beca-4649-8675-6b45ef72321b by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:54:05.322555 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Attempting to bind port 251daae1-beca-4649-8675-6b45ef72321b on network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:54:05.326308 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-f0d518a5-bf64-427e-a101-6be7e6d35712 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286901 Feb 07 04:54:05.327426 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Port 251daae1-beca-4649-8675-6b45ef72321b on network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:54:05.327756 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Attempting to bind port 251daae1-beca-4649-8675-6b45ef72321b on network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:54:05.333041 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:54:05.333380 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Checking segment: {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:54:05.333757 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Bound using segment: {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:54:05.334180 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Bound port: 251daae1-beca-4649-8675-6b45ef72321b, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588a2c7d-9d54-4253-90cf-a5e1d5029d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:54:05.334543 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (251daae1-beca-4649-8675-6b45ef72321b), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:05.399577 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:05.410113 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] For port 251daae1-beca-4649-8675-6b45ef72321b, host hv-cinder-79963, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:54:05.413721 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] For port 251daae1-beca-4649-8675-6b45ef72321b, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=251daae1-beca-4649-8675-6b45ef72321b,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:54:05.421293 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (251daae1-beca-4649-8675-6b45ef72321b), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:05.435061 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-1caf82f1-38aa-4dd6-8b94-5a22b8b95716 service neutron] 10.222.0.13 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013594 Feb 07 04:54:05.456722 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:05.457351 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:05.458725 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] 10.222.0.30 "PUT /v2.0/ports/251daae1-beca-4649-8675-6b45ef72321b HTTP/1.1" status: 200 len: 1093 time: 0.7178717 Feb 07 04:54:05.459187 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'tag': '251daae1-beca-4649-8675-6b45ef72321b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:54:05.461858 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e33cf-60c2-4096-8e04-0c6422eff277" -d '{"events": [{"name": "network-changed", "server_uuid": "c3200f43-e8d2-4ce0-bb56-05d458252ede", "tag": "251daae1-beca-4649-8675-6b45ef72321b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:54:05.496378 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa25108-fc82-4376-a509-fb54f55cd8cd service neutron] Pushing event updated for resources: {'Port': ['ID=251daae1-beca-4649-8675-6b45ef72321b,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:05.540500 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003acb23-2a28-466b-9cfd-107c3a86fa2b x-openstack-request-id: req-003acb23-2a28-466b-9cfd-107c3a86fa2b {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:54:05.540790 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3200f43-e8d2-4ce0-bb56-05d458252ede", "tag": "251daae1-beca-4649-8675-6b45ef72321b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:54:05.541051 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-003acb23-2a28-466b-9cfd-107c3a86fa2b {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:54:05.541457 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'tag': '251daae1-beca-4649-8675-6b45ef72321b', 'status': 'completed', 'code': 200} Feb 07 04:54:05.548731 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-f55939dc-fedb-4bdc-86bf-cd1983b48ab0 service neutron] 10.222.0.13 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073904 Feb 07 04:54:05.590506 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-4dbfe6b2-5fb0-40cd-91c7-c069b7f5edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:05.592826 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-4dbfe6b2-5fb0-40cd-91c7-c069b7f5edaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 1127 time: 0.0609314 Feb 07 04:54:05.670051 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-6367fe3e-325d-4307-a590-d6198b9cf611 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251daae1-beca-4649-8675-6b45ef72321b HTTP/1.1" status: 200 len: 217 time: 0.0635030 Feb 07 04:54:05.731096 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-ce2ad0f2-b2d4-49da-a926-159c9889506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:05.732842 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-ce2ad0f2-b2d4-49da-a926-159c9889506d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0564311 Feb 07 04:54:05.740036 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d0dfe-eb18-46fe-8861-442ce3e4ca11 req-936c2ab5-a3a3-471f-b6ed-c2ec786b32fe tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:05.741498 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-423d0dfe-eb18-46fe-8861-442ce3e4ca11 req-936c2ab5-a3a3-471f-b6ed-c2ec786b32fe tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 943 time: 0.1336839 Feb 07 04:54:05.757168 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-301e78c4-7e23-4afa-a8a9-3bf1cd9f3098 req-91a92902-0502-4eb4-be1c-99d5d3474961 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 210 time: 0.0351934 Feb 07 04:54:05.816689 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-423d0dfe-eb18-46fe-8861-442ce3e4ca11 req-0720b54b-58a3-4d57-b7d3-d652cc5851c1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653939 Feb 07 04:54:05.820105 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-3d6fc4cc-aecd-4768-9c1c-c286957997ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:05.821590 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-3d6fc4cc-aecd-4768-9c1c-c286957997ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792229 Feb 07 04:54:05.931716 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-9cf21348-6099-483e-963a-81073c855cbd service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000264 Feb 07 04:54:06.031507 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-85d508f0-b645-4235-b9a4-fdd98864b322 req-842200c8-5406-442d-8df0-f62b45781026 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927029 Feb 07 04:54:06.201105 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-9f10ca6b-9563-490d-aba8-9bbaf3bc9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:06.202592 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-9f10ca6b-9563-490d-aba8-9bbaf3bc9044 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 1127 time: 0.0491862 Feb 07 04:54:06.321713 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-5a1d99b6-9151-4c82-bea1-00c2e03f6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:06.323133 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-5a1d99b6-9151-4c82-bea1-00c2e03f6ac1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0829082 Feb 07 04:54:06.379350 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-21a27621-34df-4a4b-a2f2-ecaf598b6a22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251daae1-beca-4649-8675-6b45ef72321b HTTP/1.1" status: 200 len: 217 time: 0.0381839 Feb 07 04:54:06.428029 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-b1972927-a53f-43d5-ad68-df5aa1b4621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:06.429477 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-b1972927-a53f-43d5-ad68-df5aa1b4621a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0429716 Feb 07 04:54:06.479315 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-295e311c-f9a1-41f2-b74a-a2aed7a360a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:06.480821 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-295e311c-f9a1-41f2-b74a-a2aed7a360a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438368 Feb 07 04:54:06.570568 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-14b7fa37-45a7-459c-806c-880bb9fe967a service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824187 Feb 07 04:54:06.660705 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e72e33cf-60c2-4096-8e04-0c6422eff277 req-048550c8-b420-47b5-9191-6b68de87a703 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802538 Feb 07 04:54:06.853463 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a7fadbca-e18b-48bf-b6f3-231500d0f647 req-78421045-6e20-4f9c-bb92-37197f1a5408 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 210 time: 0.0274076 Feb 07 04:54:07.025987 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafe55e-4081-4d87-a0ad-65495c057d5f req-b94c8b6d-2134-4646-9e68-c2df60ff27db tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:07.027485 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2dafe55e-4081-4d87-a0ad-65495c057d5f req-b94c8b6d-2134-4646-9e68-c2df60ff27db tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 943 time: 0.1324885 Feb 07 04:54:07.066167 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6f398a6c-ec9f-425c-b138-7acb3059b341 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:07.067805 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6f398a6c-ec9f-425c-b138-7acb3059b341 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 814 time: 0.1626971 Feb 07 04:54:07.099146 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Request body: {'port': {'device_id': '2ad211db-78a9-43e7-a075-8e1f11829a1c', 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7', 'admin_state_up': True, 'tenant_id': 'ef628b18fee54b219122e9accae291b4'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:54:07.107485 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2dafe55e-4081-4d87-a0ad-65495c057d5f req-7d27e2dc-1dba-4db9-8645-7e2a2fb743b9 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712261 Feb 07 04:54:07.217060 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Made reservation on behalf of ef628b18fee54b219122e9accae291b4 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:54:07.220970 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:07.341842 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Allocated IP 172.20.0.8 (99875bed-ca00-4d1c-bf5e-abfbd81f5ac7/ff582817-89cc-4763-b1e5-0c8114cd1440/524fc619-8a6e-44d4-a3b6-6015664a54f8) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:54:07.486420 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks [] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:07.519255 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:07.564538 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:54:07.567597 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:54:07.571548 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:54:07.577599 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Pushing event updated for resources: {'Port': ['ID=524fc619-8a6e-44d4-a3b6-6015664a54f8,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:07.620033 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:07.620654 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:07.636076 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-6e0bb0a6-eabd-4f07-bf5d-03e025af3382 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5420470 Feb 07 04:54:07.653732 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Request body: {'port': {'device_id': '2ad211db-78a9-43e7-a075-8e1f11829a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:54:07.711429 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:07.972787 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524fc619-8a6e-44d4-a3b6-6015664a54f8 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:54:07.975509 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3c7d9-cb52-4219-8046-51097c4f3fde req-10c49b32-b72f-404d-873d-0262541b1ac2 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:07.977019 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d3d3c7d9-cb52-4219-8046-51097c4f3fde req-10c49b32-b72f-404d-873d-0262541b1ac2 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 931 time: 0.0509536 Feb 07 04:54:07.980200 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Publish callbacks [] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:07.992746 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Transition to ACTIVE for port object 524fc619-8a6e-44d4-a3b6-6015664a54f8 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:54:07.997610 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:08.024585 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d3d3c7d9-cb52-4219-8046-51097c4f3fde req-b6dd4208-8803-4cb9-8364-9eda159926a9 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Feb 07 04:54:08.050415 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Pushing event updated for resources: {'Port': ['ID=524fc619-8a6e-44d4-a3b6-6015664a54f8,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:08.114561 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Attempting to bind port 524fc619-8a6e-44d4-a3b6-6015664a54f8 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:54:08.114901 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Attempting to bind port 524fc619-8a6e-44d4-a3b6-6015664a54f8 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '90fd3955-233b-4748-9b31-1b3cfc8c6df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:54:08.115230 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Attempting to bind port 524fc619-8a6e-44d4-a3b6-6015664a54f8 on network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:54:08.119498 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Port 524fc619-8a6e-44d4-a3b6-6015664a54f8 on network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:54:08.119819 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Attempting to bind port 524fc619-8a6e-44d4-a3b6-6015664a54f8 on network 99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:54:08.124549 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:54:08.124883 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Checking segment: {'id': '90fd3955-233b-4748-9b31-1b3cfc8c6df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:54:08.125266 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Bound using segment: {'id': '90fd3955-233b-4748-9b31-1b3cfc8c6df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:54:08.125750 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Bound port: 524fc619-8a6e-44d4-a3b6-6015664a54f8, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fd3955-233b-4748-9b31-1b3cfc8c6df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:54:08.126135 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:08.222446 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] For port 524fc619-8a6e-44d4-a3b6-6015664a54f8, host hv-cinder-79963, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:54:08.236487 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] For port 524fc619-8a6e-44d4-a3b6-6015664a54f8, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=524fc619-8a6e-44d4-a3b6-6015664a54f8,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:54:08.244256 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:08.278324 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126a161-aa7b-4a72-8e4e-60e4ee1d6b33 req-9a5bf156-5f76-48bf-afc5-b8ec2f88ae78 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:08.279788 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0126a161-aa7b-4a72-8e4e-60e4ee1d6b33 req-9a5bf156-5f76-48bf-afc5-b8ec2f88ae78 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 943 time: 0.0930395 Feb 07 04:54:08.287182 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:08.287864 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:08.289171 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] 10.222.0.30 "PUT /v2.0/ports/524fc619-8a6e-44d4-a3b6-6015664a54f8 HTTP/1.1" status: 200 len: 1093 time: 0.6392770 Feb 07 04:54:08.290718 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad211db-78a9-43e7-a075-8e1f11829a1c', 'tag': '524fc619-8a6e-44d4-a3b6-6015664a54f8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:54:08.293008 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3705b556-6c4b-43bb-9353-7c93800ed036" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad211db-78a9-43e7-a075-8e1f11829a1c", "tag": "524fc619-8a6e-44d4-a3b6-6015664a54f8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:54:08.337019 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c41471-e018-4d04-b726-2377b3940fbf x-openstack-request-id: req-03c41471-e018-4d04-b726-2377b3940fbf {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:54:08.337307 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad211db-78a9-43e7-a075-8e1f11829a1c", "tag": "524fc619-8a6e-44d4-a3b6-6015664a54f8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:54:08.337563 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03c41471-e018-4d04-b726-2377b3940fbf {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:54:08.338338 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad211db-78a9-43e7-a075-8e1f11829a1c', 'tag': '524fc619-8a6e-44d4-a3b6-6015664a54f8', 'status': 'completed', 'code': 200} Feb 07 04:54:08.342167 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125c307-77dd-42e5-af08-aef6362c8978 service neutron] Pushing event updated for resources: {'Port': ['ID=524fc619-8a6e-44d4-a3b6-6015664a54f8,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:08.389402 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0126a161-aa7b-4a72-8e4e-60e4ee1d6b33 req-1c60f475-401a-45b3-9aa6-b86e8df0aa48 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991943 Feb 07 04:54:08.405221 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-b5e160d5-3299-427a-893d-3e5928815f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:08.406816 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-b5e160d5-3299-427a-893d-3e5928815f66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 1127 time: 0.0544655 Feb 07 04:54:08.456572 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-f7e54b30-7da3-4cb0-b889-a22705888b78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524fc619-8a6e-44d4-a3b6-6015664a54f8 HTTP/1.1" status: 200 len: 217 time: 0.0339165 Feb 07 04:54:08.506596 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-747d41f6-fa1c-48ab-ba70-12ac4ba856ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:08.507986 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-747d41f6-fa1c-48ab-ba70-12ac4ba856ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0447447 Feb 07 04:54:08.541736 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-5ddc78d9-351c-4611-83de-bd62bb3f1242 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263078 Feb 07 04:54:08.630843 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-ee399b23-7ac2-4d20-b6bd-053726efc56d service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817957 Feb 07 04:54:08.958379 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-57714537-764b-427f-9e6d-941ce8caa3f2 req-e96e31a5-7ce0-4f32-a8d4-136ba44c9627 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198476 Feb 07 04:54:09.109766 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-5682762c-6d2d-48e0-bf5a-b3d06f7d87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:09.111258 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-5682762c-6d2d-48e0-bf5a-b3d06f7d87d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef628b18fee54b219122e9accae291b4&device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 1127 time: 0.0451450 Feb 07 04:54:09.143445 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e0b47-d2c9-4056-8e62-1c41856f27c0 req-9298fd63-5aa4-48e8-bba1-76b6251b0643 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:09.144934 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb2e0b47-d2c9-4056-8e62-1c41856f27c0 req-9298fd63-5aa4-48e8-bba1-76b6251b0643 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 943 time: 0.0526528 Feb 07 04:54:09.195023 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-cb2e0b47-d2c9-4056-8e62-1c41856f27c0 req-14863d80-7d24-40c4-ad6f-9f9fe99cc310 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445752 Feb 07 04:54:09.209641 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-b4be148c-0d9f-4d16-b98d-074749f3545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:09.211133 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-b4be148c-0d9f-4d16-b98d-074749f3545a service neutron] 10.222.0.30 "GET /v2.0/networks?id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 200 len: 915 time: 0.0934396 Feb 07 04:54:09.257536 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-9be141b2-3646-4ca6-a743-cf58648053af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524fc619-8a6e-44d4-a3b6-6015664a54f8 HTTP/1.1" status: 200 len: 217 time: 0.0382791 Feb 07 04:54:09.304673 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-9fb65b6d-634c-421d-a50a-bbbda79923c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:09.305985 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-9fb65b6d-634c-421d-a50a-bbbda79923c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 200 len: 854 time: 0.0417719 Feb 07 04:54:09.337385 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-06291dac-4848-4c3a-b8c1-4ce45221138d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244930 Feb 07 04:54:09.428671 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-d77a8c2f-be3e-4760-bc8d-49b30daec606 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836310 Feb 07 04:54:09.560647 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91b62-4e5e-4403-b588-f2fd737283d4 req-f5804fa5-7f38-4936-8ce4-644fede851ad tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:09.562041 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c8d91b62-4e5e-4403-b588-f2fd737283d4 req-f5804fa5-7f38-4936-8ce4-644fede851ad tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 943 time: 0.1071064 Feb 07 04:54:09.564375 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-3705b556-6c4b-43bb-9353-7c93800ed036 req-7eab557d-b981-4728-a3bd-f19c13bf20e9 service neutron] 10.222.0.30 "GET /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274610 Feb 07 04:54:09.607728 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c8d91b62-4e5e-4403-b588-f2fd737283d4 req-bc334309-fea9-4f90-8975-790e3b995a45 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395389 Feb 07 04:54:09.973115 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 251daae1-beca-4649-8675-6b45ef72321b details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:54:10.080825 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 251daae1-beca-4649-8675-6b45ef72321b, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=251daae1-beca-4649-8675-6b45ef72321b,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:10.095402 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '251daae1-beca-4649-8675-6b45ef72321b', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'port_id': '251daae1-beca-4649-8675-6b45ef72321b', 'mac_address': 'fa:16:3e:16:40:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:54:10.136543 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 251daae1-beca-4649-8675-6b45ef72321b is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:54:10.136916 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (251daae1-beca-4649-8675-6b45ef72321b), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:10.155875 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251daae1-beca-4649-8675-6b45ef72321b {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:54:10.177422 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 251daae1-beca-4649-8675-6b45ef72321b, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=251daae1-beca-4649-8675-6b45ef72321b,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:10.182454 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (251daae1-beca-4649-8675-6b45ef72321b), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:10.230448 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=251daae1-beca-4649-8675-6b45ef72321b,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:10.319518 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450296-5888-442a-a6d9-dacf5f03c86e req-f926533e-9aa3-4375-b4fa-22bf0eede651 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:10.321018 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-72450296-5888-442a-a6d9-dacf5f03c86e req-f926533e-9aa3-4375-b4fa-22bf0eede651 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 943 time: 0.0584340 Feb 07 04:54:10.367245 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-72450296-5888-442a-a6d9-dacf5f03c86e req-5cf84388-4ce1-47ad-8ad2-ca2e0ccc2926 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407295 Feb 07 04:54:10.675450 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['251daae1-beca-4649-8675-6b45ef72321b'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:54:10.724509 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc05b0-cde8-4ec4-a034-9a4550a10f37 req-07d0794a-11b9-413f-bc70-f14bbb9375b5 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:10.725993 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-90fc05b0-cde8-4ec4-a034-9a4550a10f37 req-07d0794a-11b9-413f-bc70-f14bbb9375b5 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 944 time: 0.0528316 Feb 07 04:54:10.771962 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-90fc05b0-cde8-4ec4-a034-9a4550a10f37 req-085b9a2c-b3d4-4bbe-8eba-779338b6a999 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 Feb 07 04:54:11.480963 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdfe9c-a857-444d-9c45-8d004de45546 req-4ec8aa70-5507-4ece-917f-a9e7500eb6e1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:11.482399 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a2bdfe9c-a857-444d-9c45-8d004de45546 req-4ec8aa70-5507-4ece-917f-a9e7500eb6e1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 943 time: 0.0506532 Feb 07 04:54:11.527000 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a2bdfe9c-a857-444d-9c45-8d004de45546 req-8169e264-b510-40c2-b8e3-8040306c82c7 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386672 Feb 07 04:54:11.895486 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bce9e-bc45-4d22-8277-bd8a5cc356f0 req-258c6f5a-5734-402f-8d1e-c3662192f2d4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:11.897018 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e72bce9e-bc45-4d22-8277-bd8a5cc356f0 req-258c6f5a-5734-402f-8d1e-c3662192f2d4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 944 time: 0.0601261 Feb 07 04:54:11.943210 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e72bce9e-bc45-4d22-8277-bd8a5cc356f0 req-da9790a7-3a33-4a84-8e97-0f1a992d5904 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Feb 07 04:54:11.991606 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 524fc619-8a6e-44d4-a3b6-6015664a54f8 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:54:12.004636 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 251daae1-beca-4649-8675-6b45ef72321b up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:54:12.104911 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 251daae1-beca-4649-8675-6b45ef72321b completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:54:12.117858 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 251daae1-beca-4649-8675-6b45ef72321b triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:54:12.118232 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (251daae1-beca-4649-8675-6b45ef72321b), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:12.123944 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 524fc619-8a6e-44d4-a3b6-6015664a54f8, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=524fc619-8a6e-44d4-a3b6-6015664a54f8,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:12.157180 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '524fc619-8a6e-44d4-a3b6-6015664a54f8', 'network_id': '99875bed-ca00-4d1c-bf5e-abfbd81f5ac7', 'port_id': '524fc619-8a6e-44d4-a3b6-6015664a54f8', 'mac_address': 'fa:16:3e:70:13:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff582817-89cc-4763-b1e5-0c8114cd1440', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:54:12.205223 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 524fc619-8a6e-44d4-a3b6-6015664a54f8 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:54:12.205607 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:12.236576 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524fc619-8a6e-44d4-a3b6-6015664a54f8 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:54:12.260831 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 251daae1-beca-4649-8675-6b45ef72321b is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:54:12.261208 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (251daae1-beca-4649-8675-6b45ef72321b), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:12.271215 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 524fc619-8a6e-44d4-a3b6-6015664a54f8, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=524fc619-8a6e-44d4-a3b6-6015664a54f8,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:12.275639 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:12.309570 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251daae1-beca-4649-8675-6b45ef72321b'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:54:12.311772 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551ae772-9fc7-44dc-919f-482cc45a68bf" -d '{"events": [{"server_uuid": "c3200f43-e8d2-4ce0-bb56-05d458252ede", "name": "network-vif-plugged", "status": "completed", "tag": "251daae1-beca-4649-8675-6b45ef72321b"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:54:12.331843 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 251daae1-beca-4649-8675-6b45ef72321b, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=251daae1-beca-4649-8675-6b45ef72321b,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:12.341715 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (251daae1-beca-4649-8675-6b45ef72321b), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:12.347321 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=524fc619-8a6e-44d4-a3b6-6015664a54f8,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:12.400483 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=251daae1-beca-4649-8675-6b45ef72321b,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:12.476985 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eff991-cf7b-40c2-a566-a5b8a90b8faa x-openstack-request-id: req-07eff991-cf7b-40c2-a566-a5b8a90b8faa {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:54:12.477286 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3200f43-e8d2-4ce0-bb56-05d458252ede", "name": "network-vif-plugged", "status": "completed", "tag": "251daae1-beca-4649-8675-6b45ef72321b", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:54:12.477544 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07eff991-cf7b-40c2-a566-a5b8a90b8faa {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:54:12.477946 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251daae1-beca-4649-8675-6b45ef72321b', 'code': 200} Feb 07 04:54:12.644617 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71179edc-a2f6-4344-83ad-b1ca44fcc7dd req-01ca1fe3-436f-4a01-8764-3099b2428f29 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:12.646111 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71179edc-a2f6-4344-83ad-b1ca44fcc7dd req-01ca1fe3-436f-4a01-8764-3099b2428f29 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 944 time: 0.0532281 Feb 07 04:54:12.714864 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['524fc619-8a6e-44d4-a3b6-6015664a54f8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:54:12.717856 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-71179edc-a2f6-4344-83ad-b1ca44fcc7dd req-114162dc-9ca7-4611-ac78-34d6c8f31374 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661125 Feb 07 04:54:12.727521 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b3c5-82ea-4a56-a84d-17d7f141a64f req-debeb731-f6fe-431b-b1d7-56ba8c372a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:12.729014 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9ff1b3c5-82ea-4a56-a84d-17d7f141a64f req-debeb731-f6fe-431b-b1d7-56ba8c372a18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 1129 time: 0.0641828 Feb 07 04:54:12.782307 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-9ff1b3c5-82ea-4a56-a84d-17d7f141a64f req-2d57a4cd-1100-4ced-93f3-567feb9aad98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465968 Feb 07 04:54:13.063895 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5517c-df75-423d-8c71-2878866af2b9 req-8b23f752-86a6-4f90-a2ab-1f376a8e4b4d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:13.065366 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-36c5517c-df75-423d-8c71-2878866af2b9 req-8b23f752-86a6-4f90-a2ab-1f376a8e4b4d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0543225 Feb 07 04:54:13.110347 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-36c5517c-df75-423d-8c71-2878866af2b9 req-b787cce9-9c53-4edb-9eeb-956958e12336 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 Feb 07 04:54:13.835053 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d81cd-f1bd-4881-b1db-1bdbccf74a6b req-b2d0ca1c-27f7-403e-adef-9af7cc84e461 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:13.836923 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b33d81cd-f1bd-4881-b1db-1bdbccf74a6b req-b2d0ca1c-27f7-403e-adef-9af7cc84e461 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 944 time: 0.0529101 Feb 07 04:54:13.884269 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b33d81cd-f1bd-4881-b1db-1bdbccf74a6b req-62f2316b-f671-40ed-9aa1-fad34ba4e434 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Feb 07 04:54:14.008157 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 524fc619-8a6e-44d4-a3b6-6015664a54f8 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:54:14.055447 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 524fc619-8a6e-44d4-a3b6-6015664a54f8 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:54:14.059478 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 524fc619-8a6e-44d4-a3b6-6015664a54f8 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:54:14.059844 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:14.132862 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 524fc619-8a6e-44d4-a3b6-6015664a54f8 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:54:14.133245 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:14.167913 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 524fc619-8a6e-44d4-a3b6-6015664a54f8, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=524fc619-8a6e-44d4-a3b6-6015664a54f8,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:14.173655 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:14.220853 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=524fc619-8a6e-44d4-a3b6-6015664a54f8,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:14.228931 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70209dcb-9df1-4283-928d-1a5c06451c43 req-3a92ea82-1dcf-42aa-98df-b7c8cc661c46 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:14.229845 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-70209dcb-9df1-4283-928d-1a5c06451c43 req-3a92ea82-1dcf-42aa-98df-b7c8cc661c46 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0523686 Feb 07 04:54:14.275662 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-70209dcb-9df1-4283-928d-1a5c06451c43 req-24005015-8225-4703-ad13-6b30a87ef79f tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402701 Feb 07 04:54:14.479580 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad211db-78a9-43e7-a075-8e1f11829a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524fc619-8a6e-44d4-a3b6-6015664a54f8'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:54:14.481997 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8952d822-0d2c-4e85-9c5d-933d8103bb39" -d '{"events": [{"server_uuid": "2ad211db-78a9-43e7-a075-8e1f11829a1c", "name": "network-vif-plugged", "status": "completed", "tag": "524fc619-8a6e-44d4-a3b6-6015664a54f8"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:54:14.524778 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb7502d-c0f5-4415-8791-baf1ba0c9caa x-openstack-request-id: req-3cb7502d-c0f5-4415-8791-baf1ba0c9caa {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:54:14.525077 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad211db-78a9-43e7-a075-8e1f11829a1c", "name": "network-vif-plugged", "status": "completed", "tag": "524fc619-8a6e-44d4-a3b6-6015664a54f8", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:54:14.525341 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cb7502d-c0f5-4415-8791-baf1ba0c9caa {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:54:14.525845 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad211db-78a9-43e7-a075-8e1f11829a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524fc619-8a6e-44d4-a3b6-6015664a54f8', 'code': 200} Feb 07 04:54:14.751987 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f59beb-4e6a-44e0-8be5-ca141743227c req-ab9da58e-c3c2-4bf8-9648-89c3714f3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:14.753756 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-03f59beb-4e6a-44e0-8be5-ca141743227c req-ab9da58e-c3c2-4bf8-9648-89c3714f3c7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 1129 time: 0.0432813 Feb 07 04:54:14.794821 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-03f59beb-4e6a-44e0-8be5-ca141743227c req-fcf33997-b6c8-409d-9647-8ccfcc6c8e71 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Feb 07 04:54:14.998883 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b398ca-1068-4959-8a3c-27173322fa62 req-811c621f-16eb-46a3-9579-1778d8396673 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:15.000385 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83b398ca-1068-4959-8a3c-27173322fa62 req-811c621f-16eb-46a3-9579-1778d8396673 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 945 time: 0.0511725 Feb 07 04:54:15.049427 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-83b398ca-1068-4959-8a3c-27173322fa62 req-df921add-7153-42df-b0b0-5a3813b215c7 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Feb 07 04:54:15.395908 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370cb7-40e4-4437-bec5-d6227dbb7b15 req-8c7cfb2c-ec3e-4bbb-84b9-13a3c89cc4f4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:15.397395 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72370cb7-40e4-4437-bec5-d6227dbb7b15 req-8c7cfb2c-ec3e-4bbb-84b9-13a3c89cc4f4 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0553398 Feb 07 04:54:15.442296 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-72370cb7-40e4-4437-bec5-d6227dbb7b15 req-ce8d3108-cc32-4250-b054-496e281c1359 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393951 Feb 07 04:54:15.554792 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5ee0f-ca67-4095-97f5-f87f4434f199 req-cea3cde4-fe92-4089-8b2e-9e91733b3de7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:15.556233 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-08c5ee0f-ca67-4095-97f5-f87f4434f199 req-cea3cde4-fe92-4089-8b2e-9e91733b3de7 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0516450 Feb 07 04:54:15.564886 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 33462) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:54:15.569038 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-2833c8f0-c5af-471e-b82e-a7cd92631a6e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Request body: {'floatingip': {'port_id': '251daae1-beca-4649-8675-6b45ef72321b'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:54:15.605578 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2833c8f0-c5af-471e-b82e-a7cd92631a6e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (16115a90-a898-4951-8e22-3377e413f850), before_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:16.017596 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2833c8f0-c5af-471e-b82e-a7cd92631a6e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:16.021091 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2833c8f0-c5af-471e-b82e-a7cd92631a6e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (16115a90-a898-4951-8e22-3377e413f850), after_update {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:16.119824 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.l3_db [None req-2833c8f0-c5af-471e-b82e-a7cd92631a6e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Floating IP 16115a90-a898-4951-8e22-3377e413f850 associated. External IP: 172.27.1.127, port: 251daae1-beca-4649-8675-6b45ef72321b. Feb 07 04:54:16.165615 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1542bd-96f1-4a23-b6de-d1b73830df8e req-e0af200e-c594-4624-b011-1e57e5294afe tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:16.167087 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1f1542bd-96f1-4a23-b6de-d1b73830df8e req-e0af200e-c594-4624-b011-1e57e5294afe tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 945 time: 0.0533154 Feb 07 04:54:16.217275 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-1f1542bd-96f1-4a23-b6de-d1b73830df8e req-458b23e3-75dd-45df-bf5b-1bdcdbd0681b tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Feb 07 04:54:16.562857 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2833c8f0-c5af-471e-b82e-a7cd92631a6e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:54:16.668593 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2833c8f0-c5af-471e-b82e-a7cd92631a6e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:54:16.674142 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-2833c8f0-c5af-471e-b82e-a7cd92631a6e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:16.679391 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] Sync routers for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:54:16.689055 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:54:16.689666 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:54:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:16.702302 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-2833c8f0-c5af-471e-b82e-a7cd92631a6e tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "PUT /v2.0/floatingips/16115a90-a898-4951-8e22-3377e413f850 HTTP/1.1" status: 200 len: 991 time: 1.1363924 Feb 07 04:54:16.702941 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'tag': '251daae1-beca-4649-8675-6b45ef72321b'}] {{(pid=102768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:54:16.705711 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49b1b643ce38a4336ffb279ee1eb6115c337ccd365c6a1f63923f257a814cfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3200f43-e8d2-4ce0-bb56-05d458252ede", "tag": "251daae1-beca-4649-8675-6b45ef72321b"}]}' {{(pid=102768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:54:16.742468 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a3b9c5-c053-42bb-8093-dd0f692aebd1 x-openstack-request-id: req-05a3b9c5-c053-42bb-8093-dd0f692aebd1 {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:54:16.742826 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3200f43-e8d2-4ce0-bb56-05d458252ede", "tag": "251daae1-beca-4649-8675-6b45ef72321b", "status": "completed", "code": 200}]} {{(pid=102768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:54:16.743175 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05a3b9c5-c053-42bb-8093-dd0f692aebd1 {{(pid=102768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:54:16.743694 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'tag': '251daae1-beca-4649-8675-6b45ef72321b', 'status': 'completed', 'code': 200} Feb 07 04:54:16.799634 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:54:16.809994 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1ed20-c19c-4d74-88d7-2f66a3452be6 req-10d9a015-3d53-468e-9b81-5ba3e58b1f43 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:16.811613 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-50c1ed20-c19c-4d74-88d7-2f66a3452be6 req-10d9a015-3d53-468e-9b81-5ba3e58b1f43 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0564935 Feb 07 04:54:16.834409 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-93290c17-426f-4512-871b-00d3d456698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:16.835914 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-93290c17-426f-4512-871b-00d3d456698c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 1129 time: 0.0501268 Feb 07 04:54:16.861021 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-50c1ed20-c19c-4d74-88d7-2f66a3452be6 req-6a78b094-8d9a-489e-9e38-5d5d997f2ccd tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417435 Feb 07 04:54:16.929907 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-3b0fe22e-7c72-4423-96dd-e28fe38e9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:16.931412 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-3b0fe22e-7c72-4423-96dd-e28fe38e9df6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0898407 Feb 07 04:54:16.999920 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-6394725b-b3fc-4b2b-83c8-f814f9a3f11d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251daae1-beca-4649-8675-6b45ef72321b HTTP/1.1" status: 200 len: 999 time: 0.0616548 Feb 07 04:54:17.027490 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '16115a90-a898-4951-8e22-3377e413f850', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'port_id': '251daae1-beca-4649-8675-6b45ef72321b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'mac_address': 'fa:16:3e:16:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:53:57Z', 'updated_at': '2022-02-07T04:54:15Z', 'revision_number': 1, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:17.046207 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-fc2bfac5-5850-444e-8cf9-b8ed2a000eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:17.048303 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-fc2bfac5-5850-444e-8cf9-b8ed2a000eef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0427656 Feb 07 04:54:17.108705 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-e328eb16-d51f-402e-a746-4865b0a611a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:17.111419 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-e328eb16-d51f-402e-a746-4865b0a611a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582466 Feb 07 04:54:17.184987 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] Checking router: 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:54:17.198908 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:54:17.198908 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:54:01Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:17.207296 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-904bc662-8ff3-458d-97d3-54057212d3ac service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902557 Feb 07 04:54:17.306702 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-349bba1c-cf14-47be-9fe8-8ac8fe70fc2b req-108ac8ff-3de4-41e0-a218-ba36a8911093 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935338 Feb 07 04:54:17.308934 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:54:17.346976 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453057a-ee2e-4dac-a93b-5b090e0b77db req-e7f3c326-7bd0-4ff5-a53f-770030bc69d0 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:17.349109 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e453057a-ee2e-4dac-a93b-5b090e0b77db req-e7f3c326-7bd0-4ff5-a53f-770030bc69d0 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 945 time: 0.0616593 Feb 07 04:54:17.395778 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e453057a-ee2e-4dac-a93b-5b090e0b77db req-83801dd4-5e84-44f1-95fc-db68f1a81ff0 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Feb 07 04:54:17.538775 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '16115a90-a898-4951-8e22-3377e413f850', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'port_id': '251daae1-beca-4649-8675-6b45ef72321b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'mac_address': 'fa:16:3e:16:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:53:57Z', 'updated_at': '2022-02-07T04:54:15Z', 'revision_number': 1, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:54:17.566934 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67bb6d5-763a-4e64-b91c-5b78c3899a9c None None] The sync data for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi is: [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_floatingips': [{'id': '16115a90-a898-4951-8e22-3377e413f850', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'router_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'port_id': '251daae1-beca-4649-8675-6b45ef72321b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'mac_address': 'fa:16:3e:16:40:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T04:53:57Z', 'updated_at': '2022-02-07T04:54:15Z', 'revision_number': 1, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:54:17.792518 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2916a-2fe2-40a1-b467-65584a56a9ca None None] New status for floating IP 16115a90-a898-4951-8e22-3377e413f850: ACTIVE {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:54:17.990817 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1925-9d3f-4c84-b48c-8adeac1c5510 req-e40b686d-b2a7-4be8-b306-169e29fb71b1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:17.992312 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-64ab1925-9d3f-4c84-b48c-8adeac1c5510 req-e40b686d-b2a7-4be8-b306-169e29fb71b1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0634360 Feb 07 04:54:18.037804 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-64ab1925-9d3f-4c84-b48c-8adeac1c5510 req-cb30c506-b12d-4e89-9d4c-76a35642197a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398459 Feb 07 04:54:28.155873 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:29.155122 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-53c976c5-710d-464d-90e1-9864affa3793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:31.485029 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cf9a88f6-a90b-4fda-9321-f6cbb61c74f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:32.708939 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:34.115614 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:35.394852 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:36.419544 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:54:47.809354 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610ca42-8a23-4559-81a2-52c2929f7c0c req-90ca4e6b-cc8c-4aad-aa81-460500d79fce tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:47.810815 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f610ca42-8a23-4559-81a2-52c2929f7c0c req-90ca4e6b-cc8c-4aad-aa81-460500d79fce tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 945 time: 0.1550074 Feb 07 04:54:47.859246 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f610ca42-8a23-4559-81a2-52c2929f7c0c req-11197b71-35e8-4ae8-ab3b-64a52d4192c0 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Feb 07 04:54:49.029885 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa950a4d-9e1f-476f-baaa-0a12ee18c838 req-c1f0c70c-74aa-4309-bf37-924fabdc028e tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:49.031379 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fa950a4d-9e1f-476f-baaa-0a12ee18c838 req-c1f0c70c-74aa-4309-bf37-924fabdc028e tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 945 time: 0.1041181 Feb 07 04:54:49.076535 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-fa950a4d-9e1f-476f-baaa-0a12ee18c838 req-a7623af0-170e-49b6-a859-0431394272f1 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Feb 07 04:54:49.849922 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32390a49-d432-400d-8a05-69cb82f5a973 req-ed4b3859-c010-4b19-8120-dbdcad564fa7 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:49.851341 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32390a49-d432-400d-8a05-69cb82f5a973 req-ed4b3859-c010-4b19-8120-dbdcad564fa7 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 945 time: 0.0543120 Feb 07 04:54:49.941454 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-32390a49-d432-400d-8a05-69cb82f5a973 req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Deleting port 524fc619-8a6e-44d4-a3b6-6015664a54f8 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:54:49.941712 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-32390a49-d432-400d-8a05-69cb82f5a973 req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:50.031456 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-32390a49-d432-400d-8a05-69cb82f5a973 req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] For port 524fc619-8a6e-44d4-a3b6-6015664a54f8, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=524fc619-8a6e-44d4-a3b6-6015664a54f8,segment=NetworkSegment(90fd3955-233b-4748-9b31-1b3cfc8c6df8),segment_id=90fd3955-233b-4748-9b31-1b3cfc8c6df8)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:54:50.032187 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-32390a49-d432-400d-8a05-69cb82f5a973 req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:50.045064 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-32390a49-d432-400d-8a05-69cb82f5a973 req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Calling delete_port for 524fc619-8a6e-44d4-a3b6-6015664a54f8 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:54:50.170255 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-32390a49-d432-400d-8a05-69cb82f5a973 req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (524fc619-8a6e-44d4-a3b6-6015664a54f8), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:50.193743 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c8130-83a0-4247-b327-67d42873a348 req-3a29adab-8bf2-4121-a269-8eb7daf02e58 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:54:50.195116 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bc7c8130-83a0-4247-b327-67d42873a348 req-3a29adab-8bf2-4121-a269-8eb7daf02e58 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad211db-78a9-43e7-a075-8e1f11829a1c HTTP/1.1" status: 200 len: 867 time: 0.0512731 Feb 07 04:54:50.202693 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Pushing event deleted for resources: {'Port': ['ID=524fc619-8a6e-44d4-a3b6-6015664a54f8,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:54:50.222446 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['524fc619-8a6e-44d4-a3b6-6015664a54f8'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:54:50.230236 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.230585 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.230924 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.231261 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.231591 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.231920 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.232268 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.232598 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.232919 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.233240 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.233562 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.233884 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.234198 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:54:50.246768 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bc7c8130-83a0-4247-b327-67d42873a348 req-4582371a-57f8-4189-97db-38ef2e3f3719 tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 Feb 07 04:54:50.250879 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-32390a49-d432-400d-8a05-69cb82f5a973 req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] No DVR routers for this DVR port 524fc619-8a6e-44d4-a3b6-6015664a54f8 on host hv-cinder-79963 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:54:50.254459 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-32390a49-d432-400d-8a05-69cb82f5a973 req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:50.257979 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-32390a49-d432-400d-8a05-69cb82f5a973 req-d8c1af7f-431d-44a9-9cfb-d4ec5cc04f7d tempest-VolumesSnapshotTestJSON-668573482 tempest-VolumesSnapshotTestJSON-668573482-project] 10.222.0.30 "DELETE /v2.0/ports/524fc619-8a6e-44d4-a3b6-6015664a54f8 HTTP/1.1" status: 204 len: 173 time: 0.4006932 Feb 07 04:54:50.258447 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad211db-78a9-43e7-a075-8e1f11829a1c', 'name': 'network-vif-deleted', 'tag': '524fc619-8a6e-44d4-a3b6-6015664a54f8'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:54:50.263293 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474fb434-83d1-4500-ac87-0905e43deedd" -d '{"events": [{"server_uuid": "2ad211db-78a9-43e7-a075-8e1f11829a1c", "name": "network-vif-deleted", "tag": "524fc619-8a6e-44d4-a3b6-6015664a54f8"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:54:50.299086 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d928182-19a6-455f-994d-7fb1c4c4e14a x-openstack-request-id: req-8d928182-19a6-455f-994d-7fb1c4c4e14a {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:54:50.299379 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad211db-78a9-43e7-a075-8e1f11829a1c", "name": "network-vif-deleted", "tag": "524fc619-8a6e-44d4-a3b6-6015664a54f8", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:54:50.299635 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d928182-19a6-455f-994d-7fb1c4c4e14a {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:54:50.300031 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad211db-78a9-43e7-a075-8e1f11829a1c', 'name': 'network-vif-deleted', 'tag': '524fc619-8a6e-44d4-a3b6-6015664a54f8', 'status': 'completed', 'code': 200} Feb 07 04:54:54.493687 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 524fc619-8a6e-44d4-a3b6-6015664a54f8 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:54:54.513358 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: 524fc619-8a6e-44d4-a3b6-6015664a54f8 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:54:54.513697 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 524fc619-8a6e-44d4-a3b6-6015664a54f8 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:54:58.161524 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:54:59.157059 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-24c27c23-889d-47d3-b6e2-1841ec17826f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:01.486930 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-cc3600c1-dc66-42a3-bd99-5748e0e6a60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:02.712108 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:04.119183 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:05.397260 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:13.420440 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:55:19.436814 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34078) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:55:19.571140 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Deleting subnet ff582817-89cc-4763-b1e5-0c8114cd1440 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:55:19.574054 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Publish callbacks [] for subnet (ff582817-89cc-4763-b1e5-0c8114cd1440), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.605974 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156122'] for subnet (ff582817-89cc-4763-b1e5-0c8114cd1440), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.647505 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (ff582817-89cc-4763-b1e5-0c8114cd1440), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.696436 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3165289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193561'] for subnet (ff582817-89cc-4763-b1e5-0c8114cd1440), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.722719 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff582817-89cc-4763-b1e5-0c8114cd1440,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:55:19.725741 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.728463 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff582817-89cc-4763-b1e5-0c8114cd1440 HTTP/1.1" status: 204 len: 168 time: 0.2906451 Feb 07 04:55:19.734125 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34084) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:55:19.736728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.736728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.736728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.736728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.736728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.736728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.736728 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.737338 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.737338 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.737542 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.737874 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.738199 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.738520 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d6f2b-09de-4e35-9d87-a9279ac7b43e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:19.809652 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (99875bed-ca00-4d1c-bf5e-abfbd81f5ac7), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.888801 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (99875bed-ca00-4d1c-bf5e-abfbd81f5ac7), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.908629 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99875bed-ca00-4d1c-bf5e-abfbd81f5ac7']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:55:19.917814 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fd3955-233b-4748-9b31-1b3cfc8c6df8') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:55:19.918113 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fd3955-233b-4748-9b31-1b3cfc8c6df8') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:55:19.927618 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260295121'] for segment (90fd3955-233b-4748-9b31-1b3cfc8c6df8), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.941707 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (90fd3955-233b-4748-9b31-1b3cfc8c6df8), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.947419 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:55:19.947808 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110351'] for segment (90fd3955-233b-4748-9b31-1b3cfc8c6df8), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: Traceback (most recent call last): Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: timer() Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: cb(*args, **kw) Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: return func(*args, **kwargs) Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: self._notify() Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: self.callback(batched_events) Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: event.method(event) Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: return f(self, *a, **k) Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._get(url).json() Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: return self.request(url, 'GET', **kwargs) Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:55:19.949456 dv-cinder-799631-7-iscsi neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:55:20.009661 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (99875bed-ca00-4d1c-bf5e-abfbd81f5ac7), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:20.015206 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:20.021743 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] 10.222.0.13 "DELETE /v2.0/networks/99875bed-ca00-4d1c-bf5e-abfbd81f5ac7 HTTP/1.1" status: 204 len: 168 time: 0.2832642 Feb 07 04:55:20.039012 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c572e71-5f22-4c33-b527-476e36b8174c admin admin] Pushing event deleted for resources: {'Network': ['ID=99875bed-ca00-4d1c-bf5e-abfbd81f5ac7,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:55:20.133827 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34090) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:55:20.172008 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f28f4ee7-e5e5-409a-8e22-35194ae51ca7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef628b18fee54b219122e9accae291b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369046 Feb 07 04:55:20.174942 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34092) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:55:20.220395 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c16ec0b8-aa34-4359-b904-6cd47c0706c1 admin admin] Publish callbacks [] for security_group (6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:20.241471 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c16ec0b8-aa34-4359-b904-6cd47c0706c1 admin admin] Publish callbacks [] for security_group (6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:20.288329 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c16ec0b8-aa34-4359-b904-6cd47c0706c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:20.290834 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-c16ec0b8-aa34-4359-b904-6cd47c0706c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:20.291962 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-c16ec0b8-aa34-4359-b904-6cd47c0706c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a HTTP/1.1" status: 204 len: 168 time: 0.1160421 Feb 07 04:55:20.299953 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ec0b8-aa34-4359-b904-6cd47c0706c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03ef2a-c29f-4577-8e3c-7c2f3fdf467a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:55:28.167737 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:29.159805 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-58d25940-124d-40ed-8538-44dd08362e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:31.487080 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-92fc614f-376e-4578-a564-820705738ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:32.714639 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:33.161759 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-16ae510c-5fdb-4ecd-a5ad-93a9b7464435 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416257 Feb 07 04:55:33.263199 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-32e1387a-10c8-4fcb-aefa-924b6aad8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:55:33.264641 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-32e1387a-10c8-4fcb-aefa-924b6aad8a46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f954da0f8764195bc7bb449ea7c7412&device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 1129 time: 0.0450754 Feb 07 04:55:33.365885 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-5807eca5-42a4-4398-b16c-039d316dafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:55:33.367312 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-5807eca5-42a4-4398-b16c-039d316dafd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 200 len: 912 time: 0.0847967 Feb 07 04:55:33.429276 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-b0c78c21-2810-417b-8a91-3ded95d8bd4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251daae1-beca-4649-8675-6b45ef72321b HTTP/1.1" status: 200 len: 1001 time: 0.0561316 Feb 07 04:55:33.479095 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-c0fe2bf5-fb12-4b67-8a84-7c598658ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:55:33.480589 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-c0fe2bf5-fb12-4b67-8a84-7c598658ea7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 200 len: 850 time: 0.0452805 Feb 07 04:55:33.528585 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-6807a9a6-0a56-4414-b4a4-0f0d6bd6943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:55:33.529966 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-6807a9a6-0a56-4414-b4a4-0f0d6bd6943c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=411cc7d3-f09c-4e43-9d10-7530e81fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429723 Feb 07 04:55:33.614953 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-b6992226-3268-4207-8a29-df1a986b1cf1 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791433 Feb 07 04:55:33.704689 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b1cc80f1-2459-496e-b94e-eb7416ecfaa2 req-9dc8fd39-d749-4842-b8a3-d644ea5eb2c5 service neutron] 10.222.0.30 "GET /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841534 Feb 07 04:55:34.122479 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:35.398871 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:49.810718 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d5c8b-2d28-4206-a333-b51ecc3978b7 req-1acaaaa0-97ac-452c-adac-af1c57a9d224 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:55:49.812150 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-333d5c8b-2d28-4206-a333-b51ecc3978b7 req-1acaaaa0-97ac-452c-adac-af1c57a9d224 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0552182 Feb 07 04:55:49.856801 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-333d5c8b-2d28-4206-a333-b51ecc3978b7 req-2fbc1b6a-9a83-4740-94ff-b5b9d121957b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384493 Feb 07 04:55:50.418360 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:55:50.977567 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfad86-f2f7-45de-be04-3937e51e5e1c req-13343b7d-ae58-4354-a4e5-e5eaf8de5eb1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:55:50.979047 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-10bfad86-f2f7-45de-be04-3937e51e5e1c req-13343b7d-ae58-4354-a4e5-e5eaf8de5eb1 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0545430 Feb 07 04:55:51.023785 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-10bfad86-f2f7-45de-be04-3937e51e5e1c req-3aad6231-f5b7-4e2a-9242-1a8bc1cbb9ec tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391364 Feb 07 04:55:52.043462 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-38d99e2e-5e85-4f92-a435-6ca41e76d6e9 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:55:52.045183 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-38d99e2e-5e85-4f92-a435-6ca41e76d6e9 tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0504298 Feb 07 04:55:52.138514 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637b572-ca5c-49f0-b6cd-4e390081ba35 req-5183cd47-dfed-4063-a881-99000cce5e2a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:55:52.139933 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Deleting port 251daae1-beca-4649-8675-6b45ef72321b {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:55:52.140084 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e637b572-ca5c-49f0-b6cd-4e390081ba35 req-5183cd47-dfed-4063-a881-99000cce5e2a tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 945 time: 0.0512745 Feb 07 04:55:52.140310 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (251daae1-beca-4649-8675-6b45ef72321b), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:52.187792 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e637b572-ca5c-49f0-b6cd-4e390081ba35 req-0b8582c5-9aa1-43de-8d39-3e362525fe3d tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups?id=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404379 Feb 07 04:55:52.230781 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] For port 251daae1-beca-4649-8675-6b45ef72321b, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=251daae1-beca-4649-8675-6b45ef72321b,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:55:52.231139 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (251daae1-beca-4649-8675-6b45ef72321b), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:52.441151 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:52.441730 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477546'] for floatingip (16115a90-a898-4951-8e22-3377e413f850), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:52.442043 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.db.l3_db [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Floating IP 16115a90-a898-4951-8e22-3377e413f850 disassociated. External IP: 172.27.1.127, port: 251daae1-beca-4649-8675-6b45ef72321b. Feb 07 04:55:52.442382 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Calling delete_port for 251daae1-beca-4649-8675-6b45ef72321b owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:55:52.564413 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (251daae1-beca-4649-8675-6b45ef72321b), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:52.595792 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event deleted for resources: {'Port': ['ID=251daae1-beca-4649-8675-6b45ef72321b,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:55:52.606868 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.607226 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.607575 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.607920 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.608287 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.608621 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.608953 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.609283 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.609613 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.609941 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.610267 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.611101 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.611428 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:55:52.717770 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:55:53.067262 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:55:53.080514 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] Sync routers for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:55:53.091540 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:55:53.092218 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:55:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:55:53.109997 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] No DVR routers for this DVR port 251daae1-beca-4649-8675-6b45ef72321b on host hv-cinder-79963 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:55:53.113175 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:53.116518 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-4a652c01-204f-4272-b2d0-a4169322a6ad req-d1670430-27f6-4335-8d39-6eb2296172ef tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.30 "DELETE /v2.0/ports/251daae1-beca-4649-8675-6b45ef72321b HTTP/1.1" status: 204 len: 173 time: 1.0663469 Feb 07 04:55:53.116954 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'name': 'network-vif-deleted', 'tag': '251daae1-beca-4649-8675-6b45ef72321b'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:55:53.119221 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a233730-cfd6-4dc9-84d0-fd96687d7647" -d '{"events": [{"server_uuid": "c3200f43-e8d2-4ce0-bb56-05d458252ede", "name": "network-vif-deleted", "tag": "251daae1-beca-4649-8675-6b45ef72321b"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:55:53.156906 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b5c788-5be3-4684-896d-ddb4ab0d9636 x-openstack-request-id: req-76b5c788-5be3-4684-896d-ddb4ab0d9636 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:55:53.158459 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3200f43-e8d2-4ce0-bb56-05d458252ede", "name": "network-vif-deleted", "tag": "251daae1-beca-4649-8675-6b45ef72321b", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:55:53.158842 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76b5c788-5be3-4684-896d-ddb4ab0d9636 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:55:53.159253 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3200f43-e8d2-4ce0-bb56-05d458252ede', 'name': 'network-vif-deleted', 'tag': '251daae1-beca-4649-8675-6b45ef72321b', 'status': 'completed', 'code': 200} Feb 07 04:55:53.204271 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:55:53.304720 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-86fb8a7d-b390-41eb-8129-6645357a0c02 req-9fd1c9d0-fb19-418d-9984-c887982aaf5c tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3200f43-e8d2-4ce0-bb56-05d458252ede HTTP/1.1" status: 200 len: 210 time: 0.0281880 Feb 07 04:55:53.401644 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:55:53.430477 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] Checking router: 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:55:53.438555 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:55:53.439153 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:55:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:55:53.546085 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:55:53.747176 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:55:53.773327 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f86cd-b0ae-46b5-af90-154492f13137 None None] The sync data for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi is: [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:16:21Z', 'revision_number': 4, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi', '_interfaces': [{'id': 'beb97d18-d10a-429f-810e-1968f18cf240', 'name': '', 'network_id': '411cc7d3-f09c-4e43-9d10-7530e81fadb4', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'mac_address': 'fa:16:3e:ff:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:19Z', 'updated_at': '2022-02-07T04:16:32Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'subnets': [{'id': '69a89f80-33e5-4c96-bdd9-8529446ac964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:55:53.993396 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90769ea1-cf07-4a9f-97a6-222653beb70e None None] New status for floating IP 16115a90-a898-4951-8e22-3377e413f850: DOWN {{(pid=102770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 04:55:54.387512 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34288) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:55:54.441305 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86178163-881e-4bb1-9cad-6cc5eb73bccc tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (04e40b46-7bc0-4e6e-9937-2d05db8ca6ea), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.462955 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86178163-881e-4bb1-9cad-6cc5eb73bccc tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (04e40b46-7bc0-4e6e-9937-2d05db8ca6ea), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.511410 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86178163-881e-4bb1-9cad-6cc5eb73bccc tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (04e40b46-7bc0-4e6e-9937-2d05db8ca6ea), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.514341 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-86178163-881e-4bb1-9cad-6cc5eb73bccc tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.518264 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-86178163-881e-4bb1-9cad-6cc5eb73bccc tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "DELETE /v2.0/security-groups/04e40b46-7bc0-4e6e-9937-2d05db8ca6ea HTTP/1.1" status: 204 len: 168 time: 0.1296713 Feb 07 04:55:54.518429 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34292) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:55:54.527198 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86178163-881e-4bb1-9cad-6cc5eb73bccc tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e40b46-7bc0-4e6e-9937-2d05db8ca6ea,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:55:54.533096 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.api.v2.resource [None req-ea84cb8c-2bef-4df5-8a13-d0443f0540cb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] show failed (client error): The resource could not be found. Feb 07 04:55:54.536907 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ea84cb8c-2bef-4df5-8a13-d0443f0540cb tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "GET /v2.0/security-groups/04e40b46-7bc0-4e6e-9937-2d05db8ca6ea HTTP/1.1" status: 404 len: 347 time: 0.0140600 Feb 07 04:55:54.536907 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34294) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:55:54.660867 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Deleting port bf2f651a-8452-486e-8314-761e6f594c90 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:55:54.661203 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (bf2f651a-8452-486e-8314-761e6f594c90), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.735299 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (bf2f651a-8452-486e-8314-761e6f594c90), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.736259 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (bf2f651a-8452-486e-8314-761e6f594c90), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.747380 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Calling delete_port for bf2f651a-8452-486e-8314-761e6f594c90 owned by network:floatingip {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:55:54.873410 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (bf2f651a-8452-486e-8314-761e6f594c90), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.902921 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Pushing event deleted for resources: {'Port': ['ID=bf2f651a-8452-486e-8314-761e6f594c90,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:55:54.962379 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks [] for floatingip (16115a90-a898-4951-8e22-3377e413f850), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.964911 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for floatingip (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:54.966055 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-09566375-a466-4a5b-9e08-dd518606ea1b tempest-AttachVolumeTestJSON-290520966 tempest-AttachVolumeTestJSON-290520966-project] 10.222.0.13 "DELETE /v2.0/floatingips/16115a90-a898-4951-8e22-3377e413f850 HTTP/1.1" status: 204 len: 168 time: 0.4239345 Feb 07 04:55:56.793942 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 251daae1-beca-4649-8675-6b45ef72321b no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:55:56.813466 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: 251daae1-beca-4649-8675-6b45ef72321b {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:55:56.814332 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 251daae1-beca-4649-8675-6b45ef72321b not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:55:58.164719 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:58.465310 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34336) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:55:58.983303 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476010'] for router_interface (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:59.164298 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ad38784e-ef09-43b2-a5f9-c4a1bcde1e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:59.226929 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Deleting port beb97d18-d10a-429f-810e-1968f18cf240 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:55:59.227272 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (beb97d18-d10a-429f-810e-1968f18cf240), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:59.305739 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] For port beb97d18-d10a-429f-810e-1968f18cf240, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=beb97d18-d10a-429f-810e-1968f18cf240,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:55:59.306102 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (beb97d18-d10a-429f-810e-1968f18cf240), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:59.319153 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Calling delete_port for beb97d18-d10a-429f-810e-1968f18cf240 owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:55:59.494127 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (beb97d18-d10a-429f-810e-1968f18cf240), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:59.520344 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb97d18-d10a-429f-810e-1968f18cf240,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:55:59.681993 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476158'] for router_interface (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:55:59.898728 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:56:00.006622 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:56:00.013802 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-7d844657-c86c-4257-b502-5f8c6ee76b08 admin admin] 10.222.0.13 "PUT /v2.0/routers/3f9bb3ca-5c6d-4a0b-be43-f40635da74a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5461035 Feb 07 04:56:00.015028 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34346) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:00.015927 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b877682-7266-407d-924a-880b83742e1e None None] Sync routers for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:56:00.025744 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b877682-7266-407d-924a-880b83742e1e None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:56:00.026341 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b877682-7266-407d-924a-880b83742e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:55:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:56:00.120250 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks [] for router (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.226050 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks [] for router_gateway (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.257097 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9b877682-7266-407d-924a-880b83742e1e None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:56:00.281025 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Deleting port 604d10c9-1092-481e-86b6-2654498b4ccf {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:56:00.281367 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.358992 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] For port 604d10c9-1092-481e-86b6-2654498b4ccf, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=604d10c9-1092-481e-86b6-2654498b4ccf,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:56:00.359350 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.376638 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Calling delete_port for 604d10c9-1092-481e-86b6-2654498b4ccf owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:56:00.436552 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b877682-7266-407d-924a-880b83742e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:55:59Z', 'revision_number': 5, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port': {'id': '604d10c9-1092-481e-86b6-2654498b4ccf', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:11Z', 'updated_at': '2022-02-07T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:56:00.463198 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b877682-7266-407d-924a-880b83742e1e None None] Checking router: 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:56:00.471878 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b877682-7266-407d-924a-880b83742e1e None None] Routers {'3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:56:00.472505 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b877682-7266-407d-924a-880b83742e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:55:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:56:00.541496 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (604d10c9-1092-481e-86b6-2654498b4ccf), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.560302 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-9b877682-7266-407d-924a-880b83742e1e None None] Set router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 gateway port host: None {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:56:00.566426 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=604d10c9-1092-481e-86b6-2654498b4ccf,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:00.611671 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-9b877682-7266-407d-924a-880b83742e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:56:00Z', 'revision_number': 6, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port_host': None}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:56:00.625365 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477468'] for router_gateway (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.641461 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b877682-7266-407d-924a-880b83742e1e None None] The sync data for ids ['3f9bb3ca-5c6d-4a0b-be43-f40635da74a8'] in dv-cinder-799631-7-iscsi is: [{'id': '3f9bb3ca-5c6d-4a0b-be43-f40635da74a8', 'name': 'tempest-AttachVolumeTestJSON-2051774639-router', 'tenant_id': '5f954da0f8764195bc7bb449ea7c7412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:10Z', 'updated_at': '2022-02-07T04:56:00Z', 'revision_number': 6, 'project_id': '5f954da0f8764195bc7bb449ea7c7412', 'gw_port_host': None}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:56:00.718670 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.721157 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks [] for router_controller (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.766465 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482444'] for router (3f9bb3ca-5c6d-4a0b-be43-f40635da74a8), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.767726 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 04:56:00.772830 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.774514 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c0e54abb-eba7-407a-8b6b-b5670ebbcfa6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3f9bb3ca-5c6d-4a0b-be43-f40635da74a8 HTTP/1.1" status: 204 len: 168 time: 0.7580004 Feb 07 04:56:00.776597 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34352) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:00.822748 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7533ddd-7abd-472c-ba97-368f9e9e44ab admin admin] Deleting subnet 69a89f80-33e5-4c96-bdd9-8529446ac964 {{(pid=102767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:56:00.825786 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7533ddd-7abd-472c-ba97-368f9e9e44ab admin admin] Publish callbacks [] for subnet (69a89f80-33e5-4c96-bdd9-8529446ac964), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.859084 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7533ddd-7abd-472c-ba97-368f9e9e44ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260295130'] for subnet (69a89f80-33e5-4c96-bdd9-8529446ac964), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.937404 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7533ddd-7abd-472c-ba97-368f9e9e44ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (69a89f80-33e5-4c96-bdd9-8529446ac964), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:00.999930 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7533ddd-7abd-472c-ba97-368f9e9e44ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3943891'] for subnet (69a89f80-33e5-4c96-bdd9-8529446ac964), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.028921 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7533ddd-7abd-472c-ba97-368f9e9e44ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a89f80-33e5-4c96-bdd9-8529446ac964,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:01.030807 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b7533ddd-7abd-472c-ba97-368f9e9e44ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.036247 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-b7533ddd-7abd-472c-ba97-368f9e9e44ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/69a89f80-33e5-4c96-bdd9-8529446ac964 HTTP/1.1" status: 204 len: 168 time: 0.2562449 Feb 07 04:56:01.036498 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34354) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:01.042296 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc058a2-7d92-40db-afd0-01fc0a2d7edb None None] Network 411cc7d3-f09c-4e43-9d10-7530e81fadb4 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:56:01.112467 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (411cc7d3-f09c-4e43-9d10-7530e81fadb4), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.136394 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device beb97d18-d10a-429f-810e-1968f18cf240 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:56:01.157310 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: beb97d18-d10a-429f-810e-1968f18cf240 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:56:01.157650 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device beb97d18-d10a-429f-810e-1968f18cf240 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:56:01.175915 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Deleting port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:56:01.176288 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.238492 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] For port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=093a1051-2cb6-44e8-9a57-bfa65bf39a2c,segment=NetworkSegment(588a2c7d-9d54-4253-90cf-a5e1d5029d40),segment_id=588a2c7d-9d54-4253-90cf-a5e1d5029d40)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:56:01.238854 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.251730 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Calling delete_port for 093a1051-2cb6-44e8-9a57-bfa65bf39a2c owned by network:dhcp {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:56:01.329403 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (093a1051-2cb6-44e8-9a57-bfa65bf39a2c), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.357995 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=093a1051-2cb6-44e8-9a57-bfa65bf39a2c,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:01.362058 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] No DVR routers for this DVR port 093a1051-2cb6-44e8-9a57-bfa65bf39a2c on host dv-cinder-799631-7-iscsi {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:56:01.429863 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (411cc7d3-f09c-4e43-9d10-7530e81fadb4), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.450897 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411cc7d3-f09c-4e43-9d10-7530e81fadb4']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:56:01.461750 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588a2c7d-9d54-4253-90cf-a5e1d5029d40') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:56:01.461945 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d55fd4-21fd-44e6-b74b-390bf5c5be80 None None] DHCP port deletion for 411cc7d3-f09c-4e43-9d10-7530e81fadb4 request from dv-cinder-799631-7-iscsi {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 04:56:01.462079 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588a2c7d-9d54-4253-90cf-a5e1d5029d40') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:56:01.479710 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260295121'] for segment (588a2c7d-9d54-4253-90cf-a5e1d5029d40), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.491267 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8b1a07bb-d5a2-42b5-b05b-0074bc20f9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.495452 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (588a2c7d-9d54-4253-90cf-a5e1d5029d40), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.501600 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:56:01.501990 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110351'] for segment (588a2c7d-9d54-4253-90cf-a5e1d5029d40), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: Traceback (most recent call last): Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: timer() Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: cb(*args, **kw) Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: return func(*args, **kwargs) Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: self._notify() Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: self.callback(batched_events) Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: event.method(event) Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: return f(self, *a, **k) Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._get(url).json() Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: return self.request(url, 'GET', **kwargs) Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:56:01.503986 dv-cinder-799631-7-iscsi neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:56:01.561088 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (411cc7d3-f09c-4e43-9d10-7530e81fadb4), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.567116 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.570254 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/411cc7d3-f09c-4e43-9d10-7530e81fadb4 HTTP/1.1" status: 204 len: 168 time: 0.5328650 Feb 07 04:56:01.582977 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3485857-b2fb-44fa-a981-9ead951215c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=411cc7d3-f09c-4e43-9d10-7530e81fadb4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:01.686642 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34360) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:01.727942 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-a3042416-03b6-4f4d-9592-ae5fc305182c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f954da0f8764195bc7bb449ea7c7412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400550 Feb 07 04:56:01.730304 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34362) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:01.776208 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19341f57-a56c-4247-8ca9-015c28138a78 admin admin] Publish callbacks [] for security_group (980541db-8323-46ba-8885-2209aad77fc2), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.797104 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19341f57-a56c-4247-8ca9-015c28138a78 admin admin] Publish callbacks [] for security_group (980541db-8323-46ba-8885-2209aad77fc2), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.847270 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19341f57-a56c-4247-8ca9-015c28138a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (980541db-8323-46ba-8885-2209aad77fc2), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.850061 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-19341f57-a56c-4247-8ca9-015c28138a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:01.851207 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-19341f57-a56c-4247-8ca9-015c28138a78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/980541db-8323-46ba-8885-2209aad77fc2 HTTP/1.1" status: 204 len: 168 time: 0.1199818 Feb 07 04:56:01.864978 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19341f57-a56c-4247-8ca9-015c28138a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980541db-8323-46ba-8885-2209aad77fc2,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:02.717130 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:03.008335 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 093a1051-2cb6-44e8-9a57-bfa65bf39a2c no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:56:03.028075 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 093a1051-2cb6-44e8-9a57-bfa65bf39a2c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:56:03.028417 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 093a1051-2cb6-44e8-9a57-bfa65bf39a2c not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:56:03.028837 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 604d10c9-1092-481e-86b6-2654498b4ccf no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:56:03.049496 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 604d10c9-1092-481e-86b6-2654498b4ccf {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:56:03.049843 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 604d10c9-1092-481e-86b6-2654498b4ccf not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:56:03.716693 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34440) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:03.817369 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cf4fc2b-2ecd-4e11-ad2b-06ebac54eb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:03.887547 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cf4fc2b-2ecd-4e11-ad2b-06ebac54eb0f admin admin] Publish callbacks [] for security_group (93b138b2-3520-4cd4-a7b9-41b0d9af7f81), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:03.890345 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-0cf4fc2b-2ecd-4e11-ad2b-06ebac54eb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (93b138b2-3520-4cd4-a7b9-41b0d9af7f81), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:03.928225 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-0cf4fc2b-2ecd-4e11-ad2b-06ebac54eb0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ca4b30d31754979984258c51760d66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104256 Feb 07 04:56:03.929303 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4fc2b-2ecd-4e11-ad2b-06ebac54eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b138b2-3520-4cd4-a7b9-41b0d9af7f81,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:03.930991 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34446) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:03.983682 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3676f91-6c68-4ec9-93fd-73883b637628 admin admin] Publish callbacks [] for security_group (93b138b2-3520-4cd4-a7b9-41b0d9af7f81), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.003915 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3676f91-6c68-4ec9-93fd-73883b637628 admin admin] Publish callbacks [] for security_group (93b138b2-3520-4cd4-a7b9-41b0d9af7f81), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.048967 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3676f91-6c68-4ec9-93fd-73883b637628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (93b138b2-3520-4cd4-a7b9-41b0d9af7f81), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.051497 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c3676f91-6c68-4ec9-93fd-73883b637628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.052668 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c3676f91-6c68-4ec9-93fd-73883b637628 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93b138b2-3520-4cd4-a7b9-41b0d9af7f81 HTTP/1.1" status: 204 len: 168 time: 0.1205964 Feb 07 04:56:04.059879 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676f91-6c68-4ec9-93fd-73883b637628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b138b2-3520-4cd4-a7b9-41b0d9af7f81,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:04.126704 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.305297 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34452) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:04.318511 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-012b4acf-d908-4b91-8d22-2a145dd6ab4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.393046 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-012b4acf-d908-4b91-8d22-2a145dd6ab4c admin admin] Publish callbacks [] for security_group (fe0537cf-b023-472c-878c-7beebd943f1a), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.396485 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-012b4acf-d908-4b91-8d22-2a145dd6ab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (fe0537cf-b023-472c-878c-7beebd943f1a), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.432468 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-012b4acf-d908-4b91-8d22-2a145dd6ab4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2c8c3f8e3da4c12b9be4642b3ac0305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260388 Feb 07 04:56:04.433313 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b4acf-d908-4b91-8d22-2a145dd6ab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0537cf-b023-472c-878c-7beebd943f1a,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:04.435134 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34454) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:04.484077 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81039373-bed1-4a06-a2e2-42c40f736b4e admin admin] Publish callbacks [] for security_group (fe0537cf-b023-472c-878c-7beebd943f1a), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.508408 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81039373-bed1-4a06-a2e2-42c40f736b4e admin admin] Publish callbacks [] for security_group (fe0537cf-b023-472c-878c-7beebd943f1a), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.553499 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81039373-bed1-4a06-a2e2-42c40f736b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (fe0537cf-b023-472c-878c-7beebd943f1a), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.556085 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-81039373-bed1-4a06-a2e2-42c40f736b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:04.557210 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-81039373-bed1-4a06-a2e2-42c40f736b4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe0537cf-b023-472c-878c-7beebd943f1a HTTP/1.1" status: 204 len: 168 time: 0.1199532 Feb 07 04:56:04.565258 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81039373-bed1-4a06-a2e2-42c40f736b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0537cf-b023-472c-878c-7beebd943f1a,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:05.401261 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.189828 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34516) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:06.289966 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-598c1123-20ea-47a6-9123-9674947a6e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.360791 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-598c1123-20ea-47a6-9123-9674947a6e1b admin admin] Publish callbacks [] for security_group (ff72fa88-7bb0-48e8-9052-6c85a78ae2b4), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.364404 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-598c1123-20ea-47a6-9123-9674947a6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ff72fa88-7bb0-48e8-9052-6c85a78ae2b4), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.402724 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-598c1123-20ea-47a6-9123-9674947a6e1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3deba488faa4f46b6c97b89daf1ba1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118084 Feb 07 04:56:06.403587 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c1123-20ea-47a6-9123-9674947a6e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff72fa88-7bb0-48e8-9052-6c85a78ae2b4,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:06.405680 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34520) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:06.455559 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca7ebaba-a528-4c7b-9317-a953aae33b04 admin admin] Publish callbacks [] for security_group (ff72fa88-7bb0-48e8-9052-6c85a78ae2b4), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.476270 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca7ebaba-a528-4c7b-9317-a953aae33b04 admin admin] Publish callbacks [] for security_group (ff72fa88-7bb0-48e8-9052-6c85a78ae2b4), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.521350 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca7ebaba-a528-4c7b-9317-a953aae33b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (ff72fa88-7bb0-48e8-9052-6c85a78ae2b4), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.523971 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ca7ebaba-a528-4c7b-9317-a953aae33b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.525147 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ca7ebaba-a528-4c7b-9317-a953aae33b04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff72fa88-7bb0-48e8-9052-6c85a78ae2b4 HTTP/1.1" status: 204 len: 168 time: 0.1184874 Feb 07 04:56:06.534130 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ebaba-a528-4c7b-9317-a953aae33b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff72fa88-7bb0-48e8-9052-6c85a78ae2b4,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:06.784510 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34528) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:06.797554 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-66fe359a-75a2-47a1-babc-493a4af2324f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.869154 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-66fe359a-75a2-47a1-babc-493a4af2324f admin admin] Publish callbacks [] for security_group (2f1259b3-e898-4e31-a846-c0e5487a2c32), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.872656 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-66fe359a-75a2-47a1-babc-493a4af2324f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (2f1259b3-e898-4e31-a846-c0e5487a2c32), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.912294 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-66fe359a-75a2-47a1-babc-493a4af2324f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ac17a14b19541c58d384df72bf1f17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266232 Feb 07 04:56:06.913216 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe359a-75a2-47a1-babc-493a4af2324f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1259b3-e898-4e31-a846-c0e5487a2c32,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:06.914968 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34530) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:06.964270 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4226b7c1-239d-490c-995c-5651b836476b admin admin] Publish callbacks [] for security_group (2f1259b3-e898-4e31-a846-c0e5487a2c32), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:06.985409 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4226b7c1-239d-490c-995c-5651b836476b admin admin] Publish callbacks [] for security_group (2f1259b3-e898-4e31-a846-c0e5487a2c32), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:07.030331 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4226b7c1-239d-490c-995c-5651b836476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (2f1259b3-e898-4e31-a846-c0e5487a2c32), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:07.033810 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-4226b7c1-239d-490c-995c-5651b836476b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:07.034913 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-4226b7c1-239d-490c-995c-5651b836476b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f1259b3-e898-4e31-a846-c0e5487a2c32 HTTP/1.1" status: 204 len: 168 time: 0.1181669 Feb 07 04:56:07.042206 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226b7c1-239d-490c-995c-5651b836476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1259b3-e898-4e31-a846-c0e5487a2c32,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:23.105767 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34802) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:23.206223 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.278864 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Publish callbacks [] for security_group (98dc0fcd-fd78-4424-9d5c-e75b7ba251c9), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.283031 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (98dc0fcd-fd78-4424-9d5c-e75b7ba251c9), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.324684 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2348974d8796488a9de7fd40a233a1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155046 Feb 07 04:56:23.324684 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc0fcd-fd78-4424-9d5c-e75b7ba251c9,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:23.325219 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34808) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:23.330867 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.331226 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.331576 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.331919 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.332283 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.332620 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.332952 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.333271 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.333606 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.333935 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.334266 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.334593 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.334943 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e68fe-7500-4696-b3fe-1a5e0c0becca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:56:23.374590 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9308275f-71ac-41f0-baad-c67b07386caf admin admin] Publish callbacks [] for security_group (98dc0fcd-fd78-4424-9d5c-e75b7ba251c9), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.395122 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9308275f-71ac-41f0-baad-c67b07386caf admin admin] Publish callbacks [] for security_group (98dc0fcd-fd78-4424-9d5c-e75b7ba251c9), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.441989 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9308275f-71ac-41f0-baad-c67b07386caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (98dc0fcd-fd78-4424-9d5c-e75b7ba251c9), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.444614 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-9308275f-71ac-41f0-baad-c67b07386caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.445757 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-9308275f-71ac-41f0-baad-c67b07386caf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98dc0fcd-fd78-4424-9d5c-e75b7ba251c9 HTTP/1.1" status: 204 len: 168 time: 0.1196122 Feb 07 04:56:23.453226 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308275f-71ac-41f0-baad-c67b07386caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc0fcd-fd78-4424-9d5c-e75b7ba251c9,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:23.691010 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34814) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:23.704495 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-941c115c-ac24-41af-99de-447be0af16b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.776856 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-941c115c-ac24-41af-99de-447be0af16b1 admin admin] Publish callbacks [] for security_group (d9c4114c-a55e-4554-9a6e-5a662c60e470), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.780569 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-941c115c-ac24-41af-99de-447be0af16b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d9c4114c-a55e-4554-9a6e-5a662c60e470), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.817262 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-941c115c-ac24-41af-99de-447be0af16b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f89b75c01f8849a4bb982151f5d40a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251702 Feb 07 04:56:23.819202 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c115c-ac24-41af-99de-447be0af16b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c4114c-a55e-4554-9a6e-5a662c60e470,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:23.819955 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34818) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:23.866633 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c921a3a0-3424-4ba5-8948-dbcf9623a535 admin admin] Publish callbacks [] for security_group (d9c4114c-a55e-4554-9a6e-5a662c60e470), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.887138 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c921a3a0-3424-4ba5-8948-dbcf9623a535 admin admin] Publish callbacks [] for security_group (d9c4114c-a55e-4554-9a6e-5a662c60e470), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.935542 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c921a3a0-3424-4ba5-8948-dbcf9623a535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d9c4114c-a55e-4554-9a6e-5a662c60e470), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.939616 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c921a3a0-3424-4ba5-8948-dbcf9623a535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:23.940812 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c921a3a0-3424-4ba5-8948-dbcf9623a535 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9c4114c-a55e-4554-9a6e-5a662c60e470 HTTP/1.1" status: 204 len: 168 time: 0.1198077 Feb 07 04:56:23.948492 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921a3a0-3424-4ba5-8948-dbcf9623a535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c4114c-a55e-4554-9a6e-5a662c60e470,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:27.417483 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:56:28.173660 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:28.748603 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34930) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:28.862619 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9d91946-fd04-4092-acce-27f6565d7ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:28.937213 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9d91946-fd04-4092-acce-27f6565d7ebc admin admin] Publish callbacks [] for security_group (78e4666c-acb3-45aa-9f9b-b2b7cf6690ee), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:28.942412 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d9d91946-fd04-4092-acce-27f6565d7ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (78e4666c-acb3-45aa-9f9b-b2b7cf6690ee), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:28.981203 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d9d91946-fd04-4092-acce-27f6565d7ebc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed92bf4a9fce413690662bb7c6c87e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311788 Feb 07 04:56:28.982085 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d91946-fd04-4092-acce-27f6565d7ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e4666c-acb3-45aa-9f9b-b2b7cf6690ee,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:28.983968 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34934) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:29.032346 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ced5aa1d-89ac-4196-b748-1b28e8eab753 admin admin] Publish callbacks [] for security_group (78e4666c-acb3-45aa-9f9b-b2b7cf6690ee), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.062647 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ced5aa1d-89ac-4196-b748-1b28e8eab753 admin admin] Publish callbacks [] for security_group (78e4666c-acb3-45aa-9f9b-b2b7cf6690ee), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.109632 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ced5aa1d-89ac-4196-b748-1b28e8eab753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (78e4666c-acb3-45aa-9f9b-b2b7cf6690ee), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.112783 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-ced5aa1d-89ac-4196-b748-1b28e8eab753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.114031 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-ced5aa1d-89ac-4196-b748-1b28e8eab753 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78e4666c-acb3-45aa-9f9b-b2b7cf6690ee HTTP/1.1" status: 204 len: 168 time: 0.1283984 Feb 07 04:56:29.121722 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5aa1d-89ac-4196-b748-1b28e8eab753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e4666c-acb3-45aa-9f9b-b2b7cf6690ee,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:29.173903 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-18992f30-e0b2-43d6-870d-0dccaa6df3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.372062 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 34946) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:29.387340 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52e7c6d4-6924-40cb-98da-33bec4bfce13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.460219 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52e7c6d4-6924-40cb-98da-33bec4bfce13 admin admin] Publish callbacks [] for security_group (d097b1be-dab3-46b8-8ed0-d7cef8300d7c), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.463972 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-52e7c6d4-6924-40cb-98da-33bec4bfce13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d097b1be-dab3-46b8-8ed0-d7cef8300d7c), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.502734 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-52e7c6d4-6924-40cb-98da-33bec4bfce13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c013449d3f04ab8bc08e49a340a90c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295853 Feb 07 04:56:29.503574 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7c6d4-6924-40cb-98da-33bec4bfce13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d097b1be-dab3-46b8-8ed0-d7cef8300d7c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:29.505463 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 34950) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:29.552684 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-237275dc-2007-4cfd-a819-76d786983c3a admin admin] Publish callbacks [] for security_group (d097b1be-dab3-46b8-8ed0-d7cef8300d7c), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.572260 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-237275dc-2007-4cfd-a819-76d786983c3a admin admin] Publish callbacks [] for security_group (d097b1be-dab3-46b8-8ed0-d7cef8300d7c), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.618162 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-237275dc-2007-4cfd-a819-76d786983c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d097b1be-dab3-46b8-8ed0-d7cef8300d7c), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.621239 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-237275dc-2007-4cfd-a819-76d786983c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:29.622402 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-237275dc-2007-4cfd-a819-76d786983c3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d097b1be-dab3-46b8-8ed0-d7cef8300d7c HTTP/1.1" status: 204 len: 168 time: 0.1157475 Feb 07 04:56:29.636517 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237275dc-2007-4cfd-a819-76d786983c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d097b1be-dab3-46b8-8ed0-d7cef8300d7c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:31.494171 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-98ee94e0-0fe0-44c4-8b10-8a9c9c03385c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:32.720644 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:34.130692 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:35.403772 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:40.103219 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35136) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:40.208189 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d98b9965-2642-4d70-a2f4-ee92d57280fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:40.279889 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d98b9965-2642-4d70-a2f4-ee92d57280fe admin admin] Publish callbacks [] for security_group (1b487f10-775b-4998-9c73-355b9b2a9dc2), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:40.283436 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d98b9965-2642-4d70-a2f4-ee92d57280fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (1b487f10-775b-4998-9c73-355b9b2a9dc2), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:40.323504 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b9965-2642-4d70-a2f4-ee92d57280fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b487f10-775b-4998-9c73-355b9b2a9dc2,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:40.329538 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d98b9965-2642-4d70-a2f4-ee92d57280fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7872197e3a214e82a3a9cadb3c6ed90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252936 Feb 07 04:56:40.332228 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35140) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:56:40.379771 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2004-7146-4953-99d6-d3f2a396c2bf admin admin] Publish callbacks [] for security_group (1b487f10-775b-4998-9c73-355b9b2a9dc2), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:40.400208 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2004-7146-4953-99d6-d3f2a396c2bf admin admin] Publish callbacks [] for security_group (1b487f10-775b-4998-9c73-355b9b2a9dc2), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:40.446444 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2004-7146-4953-99d6-d3f2a396c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (1b487f10-775b-4998-9c73-355b9b2a9dc2), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:40.449216 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2004-7146-4953-99d6-d3f2a396c2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:40.450351 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ad6d2004-7146-4953-99d6-d3f2a396c2bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b487f10-775b-4998-9c73-355b9b2a9dc2 HTTP/1.1" status: 204 len: 168 time: 0.1172197 Feb 07 04:56:40.457823 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d2004-7146-4953-99d6-d3f2a396c2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b487f10-775b-4998-9c73-355b9b2a9dc2,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:56:58.174176 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:56:59.165628 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc70e-b61d-478d-a512-b213a3633d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:01.496603 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-a4ae817d-b604-4eaf-87ec-297d9f828c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:02.724318 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:04.134008 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:04.416264 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:57:05.405447 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:28.192722 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:29.166838 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-dac93aac-7b38-4b8e-abf2-90bf2c5f98a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:31.497055 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-64fffe64-afdd-4bf0-a91f-7b0a80419c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:32.726770 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:34.137406 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:35.407624 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:41.415586 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:57:45.799259 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35414) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:46.277453 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476010'] for router_interface (91802a57-fedb-40cc-a080-7fbc6995c1b5), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:46.512390 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Deleting port e1de2a6e-44cd-448f-b241-baa8d9bc641d {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:57:46.512643 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:46.589047 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] For port e1de2a6e-44cd-448f-b241-baa8d9bc641d, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=e1de2a6e-44cd-448f-b241-baa8d9bc641d,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:57:46.589406 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:46.605468 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Calling delete_port for e1de2a6e-44cd-448f-b241-baa8d9bc641d owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:57:46.776469 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (e1de2a6e-44cd-448f-b241-baa8d9bc641d), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:46.802410 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Pushing event deleted for resources: {'Port': ['ID=e1de2a6e-44cd-448f-b241-baa8d9bc641d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:46.825373 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.825726 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.826072 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.826407 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.826738 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.827065 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.827391 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.827713 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.828035 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.828382 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.828701 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.829017 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.829330 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:46.978755 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476158'] for router_interface (91802a57-fedb-40cc-a080-7fbc6995c1b5), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:47.196963 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Router 91802a57-fedb-40cc-a080-7fbc6995c1b5 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:57:47.303713 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:57:47.308678 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-688af043-e792-468f-81d1-6c24d216feec admin admin] 10.222.0.13 "PUT /v2.0/routers/91802a57-fedb-40cc-a080-7fbc6995c1b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5084062 Feb 07 04:57:47.311281 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35424) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:47.312677 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] Sync routers for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:57:47.322726 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:57:47.323249 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:57:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:57:47.416894 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks [] for router (91802a57-fedb-40cc-a080-7fbc6995c1b5), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:47.509638 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:57:47.519387 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks [] for router_gateway (91802a57-fedb-40cc-a080-7fbc6995c1b5), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:47.571256 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Deleting port caea59d2-e5c9-4e3b-ac21-82e5d5f46473 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:57:47.571591 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:47.647893 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] For port caea59d2-e5c9-4e3b-ac21-82e5d5f46473, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=caea59d2-e5c9-4e3b-ac21-82e5d5f46473,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:57:47.648280 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:47.661092 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Calling delete_port for caea59d2-e5c9-4e3b-ac21-82e5d5f46473 owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:57:47.684354 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:57:46Z', 'revision_number': 5, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port': {'id': 'caea59d2-e5c9-4e3b-ac21-82e5d5f46473', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:14:47Z', 'updated_at': '2022-02-07T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:57:47.710738 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] Checking router: 91802a57-fedb-40cc-a080-7fbc6995c1b5 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:57:47.718803 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] Routers {'91802a57-fedb-40cc-a080-7fbc6995c1b5'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:57:47.719406 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:57:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['91802a57-fedb-40cc-a080-7fbc6995c1b5'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:57:47.806332 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] Set router 91802a57-fedb-40cc-a080-7fbc6995c1b5 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:57:47.826604 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (caea59d2-e5c9-4e3b-ac21-82e5d5f46473), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:47.850648 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Pushing event deleted for resources: {'Port': ['ID=caea59d2-e5c9-4e3b-ac21-82e5d5f46473,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:47.857105 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:57:47Z', 'revision_number': 6, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port_host': None}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:57:47.889021 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739fb54-32e0-429a-92e9-2cf79fb92fcf None None] The sync data for ids ['91802a57-fedb-40cc-a080-7fbc6995c1b5'] in dv-cinder-799631-7-iscsi is: [{'id': '91802a57-fedb-40cc-a080-7fbc6995c1b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1486972167-router', 'tenant_id': 'aafc4147461248299eee9b97ebd42995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:14:46Z', 'updated_at': '2022-02-07T04:57:47Z', 'revision_number': 6, 'project_id': 'aafc4147461248299eee9b97ebd42995', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:57:47.919143 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477468'] for router_gateway (91802a57-fedb-40cc-a080-7fbc6995c1b5), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.009373 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router (91802a57-fedb-40cc-a080-7fbc6995c1b5), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.011443 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks [] for router_controller (91802a57-fedb-40cc-a080-7fbc6995c1b5), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.303357 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482444'] for router (91802a57-fedb-40cc-a080-7fbc6995c1b5), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.303911 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91802a57-fedb-40cc-a080-7fbc6995c1b5 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 04:57:48.308809 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.309614 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-fe63613f-51a6-4a43-a018-6a42d576215c admin admin] 10.222.0.13 "DELETE /v2.0/routers/91802a57-fedb-40cc-a080-7fbc6995c1b5 HTTP/1.1" status: 204 len: 168 time: 0.9974253 Feb 07 04:57:48.312274 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35428) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:48.354738 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8997a9-1137-4194-9b27-7af4ff090943 admin admin] Deleting subnet c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:57:48.357788 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de8997a9-1137-4194-9b27-7af4ff090943 admin admin] Publish callbacks [] for subnet (c80fbf3b-1b6b-4570-bc75-0a0f74eaa158), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.390705 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de8997a9-1137-4194-9b27-7af4ff090943 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156122'] for subnet (c80fbf3b-1b6b-4570-bc75-0a0f74eaa158), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.466896 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de8997a9-1137-4194-9b27-7af4ff090943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (c80fbf3b-1b6b-4570-bc75-0a0f74eaa158), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.515705 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de8997a9-1137-4194-9b27-7af4ff090943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3165289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193561'] for subnet (c80fbf3b-1b6b-4570-bc75-0a0f74eaa158), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.540522 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8997a9-1137-4194-9b27-7af4ff090943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80fbf3b-1b6b-4570-bc75-0a0f74eaa158,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:48.545344 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-de8997a9-1137-4194-9b27-7af4ff090943 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.549114 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-de8997a9-1137-4194-9b27-7af4ff090943 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c80fbf3b-1b6b-4570-bc75-0a0f74eaa158 HTTP/1.1" status: 204 len: 168 time: 0.2358959 Feb 07 04:57:48.550693 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0659b98-efd6-4346-9f87-2b2451f66ecd None None] Network 035a4eca-c650-4fdd-bb42-ea519a7b428e requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:57:48.551567 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35430) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:48.623340 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (035a4eca-c650-4fdd-bb42-ea519a7b428e), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.678451 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Deleting port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:57:48.678818 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.711403 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] DHCP port deletion for 035a4eca-c650-4fdd-bb42-ea519a7b428e request from dv-cinder-799631-7-iscsi {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 04:57:48.741611 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] For port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=3a2e6957-2f0d-4b3d-8a96-54598a405c9c,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:57:48.741980 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.757028 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Calling delete_port for 3a2e6957-2f0d-4b3d-8a96-54598a405c9c owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:57:48.763615 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Deleting port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:57:48.763991 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.825812 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] For port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=3a2e6957-2f0d-4b3d-8a96-54598a405c9c,segment=NetworkSegment(e04d0a84-8918-47d4-a407-70814016dc69),segment_id=e04d0a84-8918-47d4-a407-70814016dc69)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:57:48.826202 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.839899 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.840478 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Calling delete_port for 3a2e6957-2f0d-4b3d-8a96-54598a405c9c owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:57:48.865944 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2e6957-2f0d-4b3d-8a96-54598a405c9c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:48.867796 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] No DVR routers for this DVR port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c on host dv-cinder-799631-7-iscsi {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:57:48.927728 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586'] for port (3a2e6957-2f0d-4b3d-8a96-54598a405c9c), after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.942389 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (035a4eca-c650-4fdd-bb42-ea519a7b428e), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:48.953043 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Pushing event deleted for resources: {'Port': ['ID=3a2e6957-2f0d-4b3d-8a96-54598a405c9c,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:48.963572 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.963973 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.964313 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.964653 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.965008 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.965304 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.965633 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.965952 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.966226 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035a4eca-c650-4fdd-bb42-ea519a7b428e']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:57:48.966345 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.966583 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.966988 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.967217 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.967540 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:48.970320 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b84cdb-e569-466c-95e3-26de115054b5 None None] No DVR routers for this DVR port 3a2e6957-2f0d-4b3d-8a96-54598a405c9c on host dv-cinder-799631-7-iscsi {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:57:48.976520 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04d0a84-8918-47d4-a407-70814016dc69') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:57:48.976819 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04d0a84-8918-47d4-a407-70814016dc69') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:57:48.986932 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156113'] for segment (e04d0a84-8918-47d4-a407-70814016dc69), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:49.000607 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (e04d0a84-8918-47d4-a407-70814016dc69), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:49.007549 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:57:49.008147 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3165379'] for segment (e04d0a84-8918-47d4-a407-70814016dc69), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: Traceback (most recent call last): Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: timer() Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: cb(*args, **kw) Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: return func(*args, **kwargs) Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: self._notify() Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: self.callback(batched_events) Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: event.method(event) Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: return f(self, *a, **k) Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._get(url).json() Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: return self.request(url, 'GET', **kwargs) Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:57:49.009779 dv-cinder-799631-7-iscsi neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:57:49.063305 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (035a4eca-c650-4fdd-bb42-ea519a7b428e), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:49.067539 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device caea59d2-e5c9-4e3b-ac21-82e5d5f46473 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:57:49.069269 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:49.072475 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] 10.222.0.13 "DELETE /v2.0/networks/035a4eca-c650-4fdd-bb42-ea519a7b428e HTTP/1.1" status: 204 len: 168 time: 0.5199437 Feb 07 04:57:49.083954 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f6eb5-1434-4b31-968a-653057af230e admin admin] Pushing event deleted for resources: {'Network': ['ID=035a4eca-c650-4fdd-bb42-ea519a7b428e,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:49.096569 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: caea59d2-e5c9-4e3b-ac21-82e5d5f46473 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:57:49.096918 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device caea59d2-e5c9-4e3b-ac21-82e5d5f46473 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:57:49.097335 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device e1de2a6e-44cd-448f-b241-baa8d9bc641d no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:57:49.116507 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: e1de2a6e-44cd-448f-b241-baa8d9bc641d {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:57:49.116846 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device e1de2a6e-44cd-448f-b241-baa8d9bc641d not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:57:49.117259 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 3a2e6957-2f0d-4b3d-8a96-54598a405c9c no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:57:49.136957 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 3a2e6957-2f0d-4b3d-8a96-54598a405c9c {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:57:49.137421 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 3a2e6957-2f0d-4b3d-8a96-54598a405c9c not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:57:49.187441 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35434) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:49.226283 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-eb6f6bca-36f1-4fdc-a8dd-9dac018800cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aafc4147461248299eee9b97ebd42995&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0369995 Feb 07 04:57:49.228569 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35436) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:49.277967 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8680c9a9-b431-4b95-a8fb-71c78ce2beb0 admin admin] Publish callbacks [] for security_group (833bd0c4-260a-42b1-a463-209303cdb766), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:49.298756 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8680c9a9-b431-4b95-a8fb-71c78ce2beb0 admin admin] Publish callbacks [] for security_group (833bd0c4-260a-42b1-a463-209303cdb766), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:49.344492 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8680c9a9-b431-4b95-a8fb-71c78ce2beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (833bd0c4-260a-42b1-a463-209303cdb766), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:49.347079 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-8680c9a9-b431-4b95-a8fb-71c78ce2beb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:49.348285 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-8680c9a9-b431-4b95-a8fb-71c78ce2beb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/833bd0c4-260a-42b1-a463-209303cdb766 HTTP/1.1" status: 204 len: 168 time: 0.1187167 Feb 07 04:57:49.358215 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680c9a9-b431-4b95-a8fb-71c78ce2beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833bd0c4-260a-42b1-a463-209303cdb766,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:57.711220 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35584) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:57.815473 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52cc7225-c1f4-44eb-86ec-52f6243106e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:57.886528 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52cc7225-c1f4-44eb-86ec-52f6243106e2 admin admin] Publish callbacks [] for security_group (a07ea38b-d64d-4242-a3b7-ed1897c33242), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:57.889922 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-52cc7225-c1f4-44eb-86ec-52f6243106e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (a07ea38b-d64d-4242-a3b7-ed1897c33242), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:57.925575 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc7225-c1f4-44eb-86ec-52f6243106e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ea38b-d64d-4242-a3b7-ed1897c33242,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:57.930463 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-52cc7225-c1f4-44eb-86ec-52f6243106e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18de698628154bec8b7becb1061dc39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182300 Feb 07 04:57:57.933051 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35590) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:57.979258 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67fcf31a-a6b9-4836-853b-2a9ea40e1745 admin admin] Publish callbacks [] for security_group (a07ea38b-d64d-4242-a3b7-ed1897c33242), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.002780 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67fcf31a-a6b9-4836-853b-2a9ea40e1745 admin admin] Publish callbacks [] for security_group (a07ea38b-d64d-4242-a3b7-ed1897c33242), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.046853 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67fcf31a-a6b9-4836-853b-2a9ea40e1745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (a07ea38b-d64d-4242-a3b7-ed1897c33242), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.049488 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-67fcf31a-a6b9-4836-853b-2a9ea40e1745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.050642 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-67fcf31a-a6b9-4836-853b-2a9ea40e1745 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a07ea38b-d64d-4242-a3b7-ed1897c33242 HTTP/1.1" status: 204 len: 168 time: 0.1167018 Feb 07 04:57:58.059168 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf31a-a6b9-4836-853b-2a9ea40e1745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ea38b-d64d-4242-a3b7-ed1897c33242,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:58.192565 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.303428 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35596) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:58.315990 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21545dcd-b310-482b-8df0-9db8d3b53bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.387288 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21545dcd-b310-482b-8df0-9db8d3b53bf5 admin admin] Publish callbacks [] for security_group (2dae0ee5-28a4-43d8-b5d4-562824e9f094), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.391040 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-21545dcd-b310-482b-8df0-9db8d3b53bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (2dae0ee5-28a4-43d8-b5d4-562824e9f094), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.429894 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-21545dcd-b310-482b-8df0-9db8d3b53bf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00e31e55ca9540f58035df0dca3248d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253958 Feb 07 04:57:58.430772 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21545dcd-b310-482b-8df0-9db8d3b53bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dae0ee5-28a4-43d8-b5d4-562824e9f094,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:58.432533 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35598) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:58.480452 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Publish callbacks [] for security_group (2dae0ee5-28a4-43d8-b5d4-562824e9f094), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.500321 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Publish callbacks [] for security_group (2dae0ee5-28a4-43d8-b5d4-562824e9f094), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.545863 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (2dae0ee5-28a4-43d8-b5d4-562824e9f094), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.548531 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.549711 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dae0ee5-28a4-43d8-b5d4-562824e9f094 HTTP/1.1" status: 204 len: 168 time: 0.1156139 Feb 07 04:57:58.557053 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dae0ee5-28a4-43d8-b5d4-562824e9f094,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:58.564136 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.564495 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.564846 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.565192 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.565533 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.565868 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.566203 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.567041 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.567372 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.567703 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.568033 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.568380 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.568709 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680eb25e-141b-4f8e-a937-bd67cb0919e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:57:58.860747 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35608) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:58.873865 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbedaa1c-a4d9-4a30-b87f-6705d17e76e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.949940 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbedaa1c-a4d9-4a30-b87f-6705d17e76e5 admin admin] Publish callbacks [] for security_group (d54895b9-6991-43e5-928d-1318920ef016), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:58.953293 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-dbedaa1c-a4d9-4a30-b87f-6705d17e76e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d54895b9-6991-43e5-928d-1318920ef016), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:59.168609 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-15e71d9f-db38-4e20-bbe2-54b6701671e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:59.227145 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-dbedaa1c-a4d9-4a30-b87f-6705d17e76e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a6cbc853f154adaadb1dc3d75475f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651984 Feb 07 04:57:59.227993 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedaa1c-a4d9-4a30-b87f-6705d17e76e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54895b9-6991-43e5-928d-1318920ef016,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:57:59.229690 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35610) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:57:59.276488 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523598e4-6e05-44cb-bb91-3454a94033b1 admin admin] Publish callbacks [] for security_group (d54895b9-6991-43e5-928d-1318920ef016), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:59.296848 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523598e4-6e05-44cb-bb91-3454a94033b1 admin admin] Publish callbacks [] for security_group (d54895b9-6991-43e5-928d-1318920ef016), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:59.343207 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523598e4-6e05-44cb-bb91-3454a94033b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (d54895b9-6991-43e5-928d-1318920ef016), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:59.345863 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-523598e4-6e05-44cb-bb91-3454a94033b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:57:59.346975 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-523598e4-6e05-44cb-bb91-3454a94033b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d54895b9-6991-43e5-928d-1318920ef016 HTTP/1.1" status: 204 len: 168 time: 0.1163111 Feb 07 04:57:59.354709 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523598e4-6e05-44cb-bb91-3454a94033b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54895b9-6991-43e5-928d-1318920ef016,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:01.498827 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ae2372b3-6fcf-4992-9374-e0a123fa6ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:02.730445 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:04.141185 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:05.409670 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:09.785465 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35736) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:09.886014 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aebb6667-b58b-4b98-a700-aaf0a22c998c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:09.960655 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aebb6667-b58b-4b98-a700-aaf0a22c998c admin admin] Publish callbacks [] for security_group (225be0cd-78bc-4ac4-b967-f11e6b51400d), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:09.964416 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aebb6667-b58b-4b98-a700-aaf0a22c998c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (225be0cd-78bc-4ac4-b967-f11e6b51400d), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.002059 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-aebb6667-b58b-4b98-a700-aaf0a22c998c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2564961a22e4e3f9900d1b3b2d9f927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150526 Feb 07 04:58:10.002935 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb6667-b58b-4b98-a700-aaf0a22c998c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225be0cd-78bc-4ac4-b967-f11e6b51400d,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:10.005568 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35740) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:10.052664 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c139ff1d-7896-4509-937b-c513bee43ccb admin admin] Publish callbacks [] for security_group (225be0cd-78bc-4ac4-b967-f11e6b51400d), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.072390 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c139ff1d-7896-4509-937b-c513bee43ccb admin admin] Publish callbacks [] for security_group (225be0cd-78bc-4ac4-b967-f11e6b51400d), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.118363 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c139ff1d-7896-4509-937b-c513bee43ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (225be0cd-78bc-4ac4-b967-f11e6b51400d), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.120905 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c139ff1d-7896-4509-937b-c513bee43ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.122038 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c139ff1d-7896-4509-937b-c513bee43ccb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/225be0cd-78bc-4ac4-b967-f11e6b51400d HTTP/1.1" status: 204 len: 168 time: 0.1154821 Feb 07 04:58:10.134928 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139ff1d-7896-4509-937b-c513bee43ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225be0cd-78bc-4ac4-b967-f11e6b51400d,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:10.396628 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35748) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:10.409735 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d121cf06-2823-400a-88c2-fcd86198d799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.482640 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d121cf06-2823-400a-88c2-fcd86198d799 admin admin] Publish callbacks [] for security_group (8ee07443-0f5f-4e55-85c8-9e38642204c3), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.486111 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d121cf06-2823-400a-88c2-fcd86198d799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8ee07443-0f5f-4e55-85c8-9e38642204c3), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.523583 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d121cf06-2823-400a-88c2-fcd86198d799 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4e94c2bccc54793a52ddddeeeae74c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258938 Feb 07 04:58:10.524444 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121cf06-2823-400a-88c2-fcd86198d799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee07443-0f5f-4e55-85c8-9e38642204c3,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:10.527004 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35750) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:10.575768 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a27099e1-e22b-45d1-85bd-ef36221b3915 admin admin] Publish callbacks [] for security_group (8ee07443-0f5f-4e55-85c8-9e38642204c3), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.596531 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a27099e1-e22b-45d1-85bd-ef36221b3915 admin admin] Publish callbacks [] for security_group (8ee07443-0f5f-4e55-85c8-9e38642204c3), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.643833 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a27099e1-e22b-45d1-85bd-ef36221b3915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (8ee07443-0f5f-4e55-85c8-9e38642204c3), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.647148 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-a27099e1-e22b-45d1-85bd-ef36221b3915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:10.648345 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-a27099e1-e22b-45d1-85bd-ef36221b3915 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ee07443-0f5f-4e55-85c8-9e38642204c3 HTTP/1.1" status: 204 len: 168 time: 0.1201096 Feb 07 04:58:10.655789 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27099e1-e22b-45d1-85bd-ef36221b3915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee07443-0f5f-4e55-85c8-9e38642204c3,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:18.415411 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:58:28.206758 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:29.169460 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fc4309bd-db3a-474b-ae31-37fa9c10b641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:31.499992 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-80848212-e79d-4ab2-a2a4-8a373d003402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:32.732404 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:34.143626 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:35.413178 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:36.400600 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 35958) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:36.512128 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36eca1ec-649a-403e-8076-573ae7ec5aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:36.582114 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36eca1ec-649a-403e-8076-573ae7ec5aa3 admin admin] Publish callbacks [] for security_group (6f788203-ff9a-44de-af50-1d0d70a92005), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:36.585497 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-36eca1ec-649a-403e-8076-573ae7ec5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (6f788203-ff9a-44de-af50-1d0d70a92005), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:36.621792 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-36eca1ec-649a-403e-8076-573ae7ec5aa3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d183832f99034bf0a2e6be6849d9b262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201650 Feb 07 04:58:36.622954 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eca1ec-649a-403e-8076-573ae7ec5aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f788203-ff9a-44de-af50-1d0d70a92005,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:36.624472 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 35964) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:36.675351 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-08265d1e-68ad-4f68-bbeb-48e73d962591 admin admin] Publish callbacks [] for security_group (6f788203-ff9a-44de-af50-1d0d70a92005), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:36.695583 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-08265d1e-68ad-4f68-bbeb-48e73d962591 admin admin] Publish callbacks [] for security_group (6f788203-ff9a-44de-af50-1d0d70a92005), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:36.739465 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-08265d1e-68ad-4f68-bbeb-48e73d962591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (6f788203-ff9a-44de-af50-1d0d70a92005), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:36.742618 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-08265d1e-68ad-4f68-bbeb-48e73d962591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:36.743872 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-08265d1e-68ad-4f68-bbeb-48e73d962591 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f788203-ff9a-44de-af50-1d0d70a92005 HTTP/1.1" status: 204 len: 168 time: 0.1173306 Feb 07 04:58:36.751316 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08265d1e-68ad-4f68-bbeb-48e73d962591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f788203-ff9a-44de-af50-1d0d70a92005,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:40.704253 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36032) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:40.817667 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d1a5538d-20b4-4e3a-be0f-12307542d7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:40.889767 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d1a5538d-20b4-4e3a-be0f-12307542d7b8 admin admin] Publish callbacks [] for security_group (43b41b5a-8779-4765-98dd-010fb04d8d97), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:40.893421 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d1a5538d-20b4-4e3a-be0f-12307542d7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (43b41b5a-8779-4765-98dd-010fb04d8d97), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:40.929879 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5538d-20b4-4e3a-be0f-12307542d7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b41b5a-8779-4765-98dd-010fb04d8d97,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:40.934131 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d1a5538d-20b4-4e3a-be0f-12307542d7b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6ddc86f6a6248878870cab65f9113a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288742 Feb 07 04:58:40.936750 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36036) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:40.984122 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-456741e4-7ad7-495c-b02d-6e3020e8d542 admin admin] Publish callbacks [] for security_group (43b41b5a-8779-4765-98dd-010fb04d8d97), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.006774 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-456741e4-7ad7-495c-b02d-6e3020e8d542 admin admin] Publish callbacks [] for security_group (43b41b5a-8779-4765-98dd-010fb04d8d97), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.051558 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-456741e4-7ad7-495c-b02d-6e3020e8d542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (43b41b5a-8779-4765-98dd-010fb04d8d97), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.054116 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-456741e4-7ad7-495c-b02d-6e3020e8d542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.055270 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-456741e4-7ad7-495c-b02d-6e3020e8d542 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43b41b5a-8779-4765-98dd-010fb04d8d97 HTTP/1.1" status: 204 len: 168 time: 0.1175876 Feb 07 04:58:41.062559 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456741e4-7ad7-495c-b02d-6e3020e8d542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b41b5a-8779-4765-98dd-010fb04d8d97,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:41.309274 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36042) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:41.321941 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e1c98618-9117-41c7-ae2f-62f5aa266752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.392586 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e1c98618-9117-41c7-ae2f-62f5aa266752 admin admin] Publish callbacks [] for security_group (e77406d3-9b45-48cf-93d7-88b1ead59e5f), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.396000 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-e1c98618-9117-41c7-ae2f-62f5aa266752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e77406d3-9b45-48cf-93d7-88b1ead59e5f), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.431633 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c98618-9117-41c7-ae2f-62f5aa266752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77406d3-9b45-48cf-93d7-88b1ead59e5f,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:41.435866 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-e1c98618-9117-41c7-ae2f-62f5aa266752 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b8596f8263443cbb25f8b60ef492d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255622 Feb 07 04:58:41.438462 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36044) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:41.483770 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a1289e7-325d-4418-a7cd-26f8b18c88a5 admin admin] Publish callbacks [] for security_group (e77406d3-9b45-48cf-93d7-88b1ead59e5f), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.504430 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a1289e7-325d-4418-a7cd-26f8b18c88a5 admin admin] Publish callbacks [] for security_group (e77406d3-9b45-48cf-93d7-88b1ead59e5f), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.552096 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a1289e7-325d-4418-a7cd-26f8b18c88a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (e77406d3-9b45-48cf-93d7-88b1ead59e5f), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.554483 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-1a1289e7-325d-4418-a7cd-26f8b18c88a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:41.555602 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-1a1289e7-325d-4418-a7cd-26f8b18c88a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e77406d3-9b45-48cf-93d7-88b1ead59e5f HTTP/1.1" status: 204 len: 168 time: 0.1162870 Feb 07 04:58:41.562796 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1289e7-325d-4418-a7cd-26f8b18c88a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77406d3-9b45-48cf-93d7-88b1ead59e5f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:42.195583 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36068) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:42.286747 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.v2.base [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-704002875-network', 'tenant_id': '0a23dbd278e64a36b3374923e9517836'}} {{(pid=102768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:58:42.304912 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Made reservation on behalf of 0a23dbd278e64a36b3374923e9517836 for: {'network': 1} {{(pid=102768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:58:42.307109 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for network (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.314925 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.384945 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Publish callbacks [] for security_group (1f6b7927-fa95-4f6c-83d9-1d06704a2fbe), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.388429 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (1f6b7927-fa95-4f6c-83d9-1d06704a2fbe), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.410013 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 04:58:42.423605 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:42.428133 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (a582200b-a6d7-4f36-a6a9-bafeac4efd23), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.428468 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.db.segments_db [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Added segment a582200b-a6d7-4f36-a6a9-bafeac4efd23 of type vlan for network 25d41e1d-c764-4233-a0dc-c9f2343938ed Feb 07 04:58:42.466887 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767776866088'] for network (25d41e1d-c764-4233-a0dc-c9f2343938ed), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.490923 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725'] for network (25d41e1d-c764-4233-a0dc-c9f2343938ed), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.491978 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:42.492598 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.548899 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3520653 Feb 07 04:58:42.551812 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36072) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:58:42.555503 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51795fe4-7167-4bbb-b802-1cdf940d321b admin admin] Pushing event updated for resources: {'Network': ['ID=25d41e1d-c764-4233-a0dc-c9f2343938ed,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:42.556713 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Request body: {'subnet': {'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-704002875-subnet', 'tenant_id': '0a23dbd278e64a36b3374923e9517836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:58:42.565472 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Network 25d41e1d-c764-4233-a0dc-c9f2343938ed details requested by agent ovs-agent-dv-cinder-799631-7-iscsi with host dv-cinder-799631-7-iscsi {{(pid=102769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 04:58:42.576324 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Made reservation on behalf of 0a23dbd278e64a36b3374923e9517836 for: {'subnet': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:58:42.578732 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3943924'] for subnet (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.739902 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3943882'] for subnet (cd6fb7aa-82dd-480a-8371-7e3e72b9341c), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.798695 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6fb7aa-82dd-480a-8371-7e3e72b9341c,revision_number=0']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:42.807001 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Checking segment: {'id': 'a582200b-a6d7-4f36-a6a9-bafeac4efd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:58:42.807360 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Network hostable DHCP agents. Network: 25d41e1d-c764-4233-a0dc-c9f2343938ed, hostable agents: ['2ed04b13-b206-4817-be85-92c334435e54'], hosted agents: [] {{(pid=102767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 04:58:42.823617 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Network 25d41e1d-c764-4233-a0dc-c9f2343938ed is scheduled to be hosted by DHCP agent 2ed04b13-b206-4817-be85-92c334435e54 with binding_index 1 {{(pid=102767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 04:58:42.831655 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-7-iscsi, 25d41e1d-c764-4233-a0dc-c9f2343938ed) {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:58:42.836505 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:42.837113 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for subnet (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:42.841984 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230575a-3033-49c5-bc45-2ebe9c3dcdb0 None None] Network 25d41e1d-c764-4233-a0dc-c9f2343938ed requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:58:42.852326 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-955dc5f9-bd91-4b23-91a7-0f132ce2e9a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2993832 Feb 07 04:58:42.939390 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09692acf-a4b5-4f81-a42c-c65439e805b0 None None] Network 25d41e1d-c764-4233-a0dc-c9f2343938ed requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:58:44.573477 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-98ef6a21-c2fa-405d-8e98-ebd390e09943 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:44.574961 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-98ef6a21-c2fa-405d-8e98-ebd390e09943 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/networks?id=25d41e1d-c764-4233-a0dc-c9f2343938ed HTTP/1.1" status: 200 len: 808 time: 0.1080749 Feb 07 04:58:44.589765 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-78b54955-5b61-4017-a524-60ecbc6c51e1 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/quotas/0a23dbd278e64a36b3374923e9517836 HTTP/1.1" status: 200 len: 375 time: 0.0094380 Feb 07 04:58:44.621877 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-ea78b859-4612-44ef-a939-b3794f96c3d8 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a23dbd278e64a36b3374923e9517836&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270047 Feb 07 04:58:44.681023 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-239289cc-fd3b-4295-b222-3e783d8f747d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:58:44.682019 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-239289cc-fd3b-4295-b222-3e783d8f747d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535240 Feb 07 04:58:44.770768 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-30ea517d-a88c-43a8-a7aa-7ec6f2e991b9 service neutron] 10.222.0.13 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829942 Feb 07 04:58:44.860963 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-94e13aaa-3f4a-490e-a3ea-399e17237af4 service neutron] 10.222.0.13 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838428 Feb 07 04:58:45.028301 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-660bc184-7ffb-4be7-b284-a9ed9b8e930e req-8b833553-a038-4df8-8c8c-df197e7fdb52 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 210 time: 0.0281336 Feb 07 04:58:46.036796 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-db60bbba-3488-4bbd-8fc4-1b261855c5b1 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:46.038264 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-db60bbba-3488-4bbd-8fc4-1b261855c5b1 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.30 "GET /v2.0/networks?id=25d41e1d-c764-4233-a0dc-c9f2343938ed HTTP/1.1" status: 200 len: 808 time: 0.1055067 Feb 07 04:58:46.095542 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Request body: {'port': {'device_id': '7d3008bb-f478-409c-abba-fcaedfe015f1', 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed', 'admin_state_up': True, 'tenant_id': '0a23dbd278e64a36b3374923e9517836'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:58:46.160824 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b40b823e-ea75-4d11-adfa-a0c513e53232 req-93f6305c-87d8-4a8a-bc17-34fed108ca9a tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 210 time: 0.0618677 Feb 07 04:58:46.224774 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Made reservation on behalf of 0a23dbd278e64a36b3374923e9517836 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:58:46.228665 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:46.345799 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Allocated IP 172.20.0.4 (25d41e1d-c764-4233-a0dc-c9f2343938ed/cd6fb7aa-82dd-480a-8371-7e3e72b9341c/c00954be-7b59-47eb-9108-932081541ec1) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:58:46.488627 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks [] for port (c00954be-7b59-47eb-9108-932081541ec1), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:46.519807 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (c00954be-7b59-47eb-9108-932081541ec1), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:46.558665 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Network 25d41e1d-c764-4233-a0dc-c9f2343938ed is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:58:46.563578 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:58:46.572177 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:58:46.600404 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Pushing event updated for resources: {'Port': ['ID=c00954be-7b59-47eb-9108-932081541ec1,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:46.626508 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:46.627108 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:46.642316 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0e85e271-0c8c-430e-a382-2f5255b4d32b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508296 Feb 07 04:58:46.651868 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-dcec8ad3-ba6b-4023-b244-58d5159d9db5 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 04:58:46.652843 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-dcec8ad3-ba6b-4023-b244-58d5159d9db5 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054588 Feb 07 04:58:46.711431 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Request body: {'port': {'device_id': '7d3008bb-f478-409c-abba-fcaedfe015f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:58:46.768282 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (c00954be-7b59-47eb-9108-932081541ec1), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:47.032622 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00954be-7b59-47eb-9108-932081541ec1 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:58:47.039857 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Publish callbacks [] for port (c00954be-7b59-47eb-9108-932081541ec1), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:47.051841 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Transition to ACTIVE for port object c00954be-7b59-47eb-9108-932081541ec1 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:58:47.056377 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (c00954be-7b59-47eb-9108-932081541ec1), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:47.107834 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Pushing event updated for resources: {'Port': ['ID=c00954be-7b59-47eb-9108-932081541ec1,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:47.177700 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Attempting to bind port c00954be-7b59-47eb-9108-932081541ec1 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:58:47.178032 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Attempting to bind port c00954be-7b59-47eb-9108-932081541ec1 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'a582200b-a6d7-4f36-a6a9-bafeac4efd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:58:47.178359 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Attempting to bind port c00954be-7b59-47eb-9108-932081541ec1 on network 25d41e1d-c764-4233-a0dc-c9f2343938ed {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:58:47.183385 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Port c00954be-7b59-47eb-9108-932081541ec1 on network 25d41e1d-c764-4233-a0dc-c9f2343938ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:58:47.183712 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Attempting to bind port c00954be-7b59-47eb-9108-932081541ec1 on network 25d41e1d-c764-4233-a0dc-c9f2343938ed {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:58:47.188495 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:58:47.189258 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Checking segment: {'id': 'a582200b-a6d7-4f36-a6a9-bafeac4efd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:58:47.189258 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Bound using segment: {'id': 'a582200b-a6d7-4f36-a6a9-bafeac4efd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:58:47.189604 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Bound port: c00954be-7b59-47eb-9108-932081541ec1, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a582200b-a6d7-4f36-a6a9-bafeac4efd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:58:47.189955 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (c00954be-7b59-47eb-9108-932081541ec1), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:47.255704 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] For port c00954be-7b59-47eb-9108-932081541ec1, host hv-cinder-79963, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:58:47.258922 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] For port c00954be-7b59-47eb-9108-932081541ec1, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c00954be-7b59-47eb-9108-932081541ec1,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:58:47.264490 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (c00954be-7b59-47eb-9108-932081541ec1), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:47.282594 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84cb1-016f-4278-8c0c-2e0854608796 req-4508b876-23b9-44d9-8b6f-4ac21c77e00f tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:47.284118 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-17f84cb1-016f-4278-8c0c-2e0854608796 req-4508b876-23b9-44d9-8b6f-4ac21c77e00f tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 943 time: 0.0529158 Feb 07 04:58:47.298160 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:47.298806 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:47.300212 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] 10.222.0.30 "PUT /v2.0/ports/c00954be-7b59-47eb-9108-932081541ec1 HTTP/1.1" status: 200 len: 1093 time: 0.6342800 Feb 07 04:58:47.300652 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3008bb-f478-409c-abba-fcaedfe015f1', 'tag': 'c00954be-7b59-47eb-9108-932081541ec1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:58:47.302888 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa405c5-1ce1-4669-a85a-174b1122e4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3008bb-f478-409c-abba-fcaedfe015f1", "tag": "c00954be-7b59-47eb-9108-932081541ec1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:58:47.328019 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d17b4-3157-49a1-aa89-759f34bc1686 service neutron] Pushing event updated for resources: {'Port': ['ID=c00954be-7b59-47eb-9108-932081541ec1,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:47.336837 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-17f84cb1-016f-4278-8c0c-2e0854608796 req-17219d1a-3a05-4dbb-a843-5ec87f4879a9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Feb 07 04:58:47.345970 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb69188b-c12a-4a38-a66c-534a66e10c4c x-openstack-request-id: req-cb69188b-c12a-4a38-a66c-534a66e10c4c {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:58:47.346384 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3008bb-f478-409c-abba-fcaedfe015f1", "tag": "c00954be-7b59-47eb-9108-932081541ec1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:58:47.346894 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb69188b-c12a-4a38-a66c-534a66e10c4c {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:58:47.347312 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3008bb-f478-409c-abba-fcaedfe015f1', 'tag': 'c00954be-7b59-47eb-9108-932081541ec1', 'status': 'completed', 'code': 200} Feb 07 04:58:47.406714 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-201f70db-70e9-426e-8f92-4ae3e3dac5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:47.408226 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-201f70db-70e9-426e-8f92-4ae3e3dac5d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a23dbd278e64a36b3374923e9517836&device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 1127 time: 0.0446863 Feb 07 04:58:47.454128 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-48a6c7e0-6eb6-45db-8650-83280cf4b48d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00954be-7b59-47eb-9108-932081541ec1 HTTP/1.1" status: 200 len: 217 time: 0.0331607 Feb 07 04:58:47.504130 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-ebdd590d-82e9-48ca-b954-da1540ba9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:47.505533 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-ebdd590d-82e9-48ca-b954-da1540ba9c07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd6fb7aa-82dd-480a-8371-7e3e72b9341c HTTP/1.1" status: 200 len: 848 time: 0.0454860 Feb 07 04:58:47.537139 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-c847275c-d288-4fb5-9272-114ed99cd0d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25d41e1d-c764-4233-a0dc-c9f2343938ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256844 Feb 07 04:58:47.625491 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-a5eaeb4e-52a5-4fdf-a2fe-e9296d38ef5b service neutron] 10.222.0.30 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821033 Feb 07 04:58:47.714822 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-223625e7-74a9-4385-abfe-8d40f0f7fb35 req-6a14060f-1319-45d6-9e5b-641aadcd7ffb service neutron] 10.222.0.30 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833671 Feb 07 04:58:47.839002 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-ce508594-8a7d-4d30-b578-91b6d026b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:47.840434 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-ce508594-8a7d-4d30-b578-91b6d026b97e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a23dbd278e64a36b3374923e9517836&device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 1127 time: 0.0449061 Feb 07 04:58:47.936577 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-fc80c399-c561-4f07-88ae-fbcd924ec4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:47.938142 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-fc80c399-c561-4f07-88ae-fbcd924ec4f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25d41e1d-c764-4233-a0dc-c9f2343938ed HTTP/1.1" status: 200 len: 909 time: 0.0919013 Feb 07 04:58:47.979894 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-d13631f4-c801-411c-b3cd-9442dd0ec926 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00954be-7b59-47eb-9108-932081541ec1 HTTP/1.1" status: 200 len: 217 time: 0.0356483 Feb 07 04:58:48.026403 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-c9500fdd-de0c-4753-9c78-c99b9e75b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:48.027783 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-c9500fdd-de0c-4753-9c78-c99b9e75b26a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd6fb7aa-82dd-480a-8371-7e3e72b9341c HTTP/1.1" status: 200 len: 848 time: 0.0422976 Feb 07 04:58:48.057785 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-3f233d3f-feae-45c7-b95f-659acf476e33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25d41e1d-c764-4233-a0dc-c9f2343938ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237484 Feb 07 04:58:48.147355 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-0dc9ee0f-6138-46d6-b46d-28a4488b5622 service neutron] 10.222.0.30 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837429 Feb 07 04:58:48.245093 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-faa405c5-1ce1-4669-a85a-174b1122e4b4 req-7a21e5e3-5b80-44de-bbd9-8743007db651 service neutron] 10.222.0.30 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910275 Feb 07 04:58:48.460214 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f180-a2f0-4be3-b990-e4c60d40ab44 req-466ad4f4-1427-418f-8089-c2fabb71d40a tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:48.462182 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8dd9f180-a2f0-4be3-b990-e4c60d40ab44 req-466ad4f4-1427-418f-8089-c2fabb71d40a tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 943 time: 0.0571604 Feb 07 04:58:48.508668 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8dd9f180-a2f0-4be3-b990-e4c60d40ab44 req-753044c3-7981-4501-9615-f62f29412567 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Feb 07 04:58:49.623466 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0e41b-29b3-4f19-ae72-65c12eb1b22f req-c8e8a2e2-12ac-471f-b893-0daec7fdb17f tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:49.624950 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b4f0e41b-29b3-4f19-ae72-65c12eb1b22f req-c8e8a2e2-12ac-471f-b893-0daec7fdb17f tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 943 time: 0.0513988 Feb 07 04:58:49.673153 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b4f0e41b-29b3-4f19-ae72-65c12eb1b22f req-913bf7d4-8431-4746-bac3-aaec27644b40 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Feb 07 04:58:50.788037 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178fb97-2b58-4746-8dcb-58701d988940 req-afb6b6d8-ec92-4d7d-8608-28f83cdc3902 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:50.789557 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b178fb97-2b58-4746-8dcb-58701d988940 req-afb6b6d8-ec92-4d7d-8608-28f83cdc3902 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 943 time: 0.0516527 Feb 07 04:58:50.838033 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b178fb97-2b58-4746-8dcb-58701d988940 req-861e6284-0229-45cf-b340-d65438f0cf5b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Feb 07 04:58:51.711855 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device c00954be-7b59-47eb-9108-932081541ec1 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:58:51.802897 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port c00954be-7b59-47eb-9108-932081541ec1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c00954be-7b59-47eb-9108-932081541ec1,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:58:51.813817 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'c00954be-7b59-47eb-9108-932081541ec1', 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed', 'port_id': 'c00954be-7b59-47eb-9108-932081541ec1', 'mac_address': 'fa:16:3e:17:c5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6fb7aa-82dd-480a-8371-7e3e72b9341c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:58:51.852271 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port c00954be-7b59-47eb-9108-932081541ec1 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:58:51.852664 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (c00954be-7b59-47eb-9108-932081541ec1), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:51.865314 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00954be-7b59-47eb-9108-932081541ec1 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:58:51.886070 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port c00954be-7b59-47eb-9108-932081541ec1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c00954be-7b59-47eb-9108-932081541ec1,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:58:51.890401 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (c00954be-7b59-47eb-9108-932081541ec1), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:51.938260 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=c00954be-7b59-47eb-9108-932081541ec1,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:51.946216 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.946587 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.946946 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.947286 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.947713 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.948079 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.948529 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.948925 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.949261 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.949595 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.949925 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.950253 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.950580 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:51.957811 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f813d-5fd0-4e44-a293-9f74f59b3cda req-142cd137-3e80-475f-8fbf-0bc0dafa1f6f tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:51.959307 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f34f813d-5fd0-4e44-a293-9f74f59b3cda req-142cd137-3e80-475f-8fbf-0bc0dafa1f6f tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 944 time: 0.0539804 Feb 07 04:58:52.005395 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-f34f813d-5fd0-4e44-a293-9f74f59b3cda req-c51d2a46-630c-4151-a1b2-31711688b652 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Feb 07 04:58:52.357607 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['c00954be-7b59-47eb-9108-932081541ec1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:58:53.126149 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49696af-f087-48a1-9101-6700457ff959 req-3deb72a3-4a03-4b8c-9ed9-52a12f0da1f7 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:53.127632 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f49696af-f087-48a1-9101-6700457ff959 req-3deb72a3-4a03-4b8c-9ed9-52a12f0da1f7 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 944 time: 0.0566843 Feb 07 04:58:53.172136 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-f49696af-f087-48a1-9101-6700457ff959 req-394603fe-e897-4d46-a132-30d59ccc4d5d tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 Feb 07 04:58:53.592957 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device c00954be-7b59-47eb-9108-932081541ec1 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:58:53.640835 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port c00954be-7b59-47eb-9108-932081541ec1 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:58:53.644717 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port c00954be-7b59-47eb-9108-932081541ec1 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:58:53.645095 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (c00954be-7b59-47eb-9108-932081541ec1), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:53.724188 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port c00954be-7b59-47eb-9108-932081541ec1 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:58:53.724567 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (c00954be-7b59-47eb-9108-932081541ec1), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:53.746741 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3008bb-f478-409c-abba-fcaedfe015f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00954be-7b59-47eb-9108-932081541ec1'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:58:53.748992 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17180ea2-0708-4ba0-a0ca-8932a930d436" -d '{"events": [{"server_uuid": "7d3008bb-f478-409c-abba-fcaedfe015f1", "name": "network-vif-plugged", "status": "completed", "tag": "c00954be-7b59-47eb-9108-932081541ec1"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:58:53.761814 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port c00954be-7b59-47eb-9108-932081541ec1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c00954be-7b59-47eb-9108-932081541ec1,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:58:53.765604 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (c00954be-7b59-47eb-9108-932081541ec1), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:53.791115 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c0a9d5-967c-4346-858f-94b8171b9340 x-openstack-request-id: req-b6c0a9d5-967c-4346-858f-94b8171b9340 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:58:53.791406 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3008bb-f478-409c-abba-fcaedfe015f1", "name": "network-vif-plugged", "status": "completed", "tag": "c00954be-7b59-47eb-9108-932081541ec1", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:58:53.791658 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6c0a9d5-967c-4346-858f-94b8171b9340 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:58:53.792067 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3008bb-f478-409c-abba-fcaedfe015f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00954be-7b59-47eb-9108-932081541ec1', 'code': 200} Feb 07 04:58:53.817218 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=c00954be-7b59-47eb-9108-932081541ec1,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:53.988866 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaeb31-8c1a-4847-af3c-6dbffeeb876e req-92ed3cc8-6b4c-4aa4-b4c1-981f790630be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:53.990317 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8aaaeb31-8c1a-4847-af3c-6dbffeeb876e req-92ed3cc8-6b4c-4aa4-b4c1-981f790630be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 1129 time: 0.0426531 Feb 07 04:58:54.031127 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-8aaaeb31-8c1a-4847-af3c-6dbffeeb876e req-c1af1122-51e4-40b2-ba1b-5946462dd6f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353005 Feb 07 04:58:54.286889 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec34821-3dcd-439f-a1f6-5b2ac064ad19 req-3bd932d2-37ea-4d20-9fa1-9406b81a945b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:54.288349 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bec34821-3dcd-439f-a1f6-5b2ac064ad19 req-3bd932d2-37ea-4d20-9fa1-9406b81a945b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 945 time: 0.0509350 Feb 07 04:58:54.336131 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-bec34821-3dcd-439f-a1f6-5b2ac064ad19 req-ccda6192-6ce9-4fb4-ba8f-b234b6526864 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Feb 07 04:58:55.413174 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:58:55.456614 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496131de-5510-4476-8cb0-658062f86bda req-e4960d24-b139-4e06-b694-130088086408 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:55.458105 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-496131de-5510-4476-8cb0-658062f86bda req-e4960d24-b139-4e06-b694-130088086408 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 945 time: 0.0540049 Feb 07 04:58:55.507859 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-496131de-5510-4476-8cb0-658062f86bda req-8b5866d5-88c7-476d-8fe1-155d8a2ade98 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428724 Feb 07 04:58:56.622351 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe327ce-209f-436e-ac99-80e470428989 req-ce355042-8087-4f8e-93ee-0051171bfc60 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:56.623793 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ebe327ce-209f-436e-ac99-80e470428989 req-ce355042-8087-4f8e-93ee-0051171bfc60 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 945 time: 0.0510044 Feb 07 04:58:56.669240 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ebe327ce-209f-436e-ac99-80e470428989 req-0f6135b8-a2a3-44f4-8737-dd86df2cb528 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397956 Feb 07 04:58:57.314719 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb180f-ee7d-4322-8082-79ca31c18128 req-c497a491-4f24-4644-be21-3fe5f241a83b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:57.316182 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-90eb180f-ee7d-4322-8082-79ca31c18128 req-c497a491-4f24-4644-be21-3fe5f241a83b tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Feb 07 04:58:57.360272 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-90eb180f-ee7d-4322-8082-79ca31c18128 req-b0ac630c-c3fd-4d6c-a650-338084e1ce5c tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 Feb 07 04:58:58.236332 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:58.481824 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446d47b-44b2-4c8b-a81b-3a2ffd88d857 req-badda546-4060-4414-8f41-370f2ab45945 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:58.483290 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d446d47b-44b2-4c8b-a81b-3a2ffd88d857 req-badda546-4060-4414-8f41-370f2ab45945 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 945 time: 0.0544944 Feb 07 04:58:58.528687 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-d446d47b-44b2-4c8b-a81b-3a2ffd88d857 req-8bbacd45-5a9c-4761-9fc8-217d134c9a79 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397782 Feb 07 04:58:59.023466 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a74d409b-2612-4809-acde-3e0375e845cf tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:58:59.024959 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a74d409b-2612-4809-acde-3e0375e845cf tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 945 time: 0.0551343 Feb 07 04:58:59.115151 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Deleting port c00954be-7b59-47eb-9108-932081541ec1 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:58:59.115496 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (c00954be-7b59-47eb-9108-932081541ec1), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:59.170781 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-91973ef8-638d-4647-a1c5-1a230fcd2055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:59.206948 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] For port c00954be-7b59-47eb-9108-932081541ec1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c00954be-7b59-47eb-9108-932081541ec1,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:58:59.207239 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (c00954be-7b59-47eb-9108-932081541ec1), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:59.220397 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Calling delete_port for c00954be-7b59-47eb-9108-932081541ec1 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:58:59.341477 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (c00954be-7b59-47eb-9108-932081541ec1), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:59.369683 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Pushing event deleted for resources: {'Port': ['ID=c00954be-7b59-47eb-9108-932081541ec1,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:58:59.376505 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['c00954be-7b59-47eb-9108-932081541ec1'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:58:59.383592 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.383934 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.384298 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.384625 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.384955 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.385279 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.385597 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.385921 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.386234 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.386554 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.386872 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.387188 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.387501 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:58:59.422325 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] No DVR routers for this DVR port c00954be-7b59-47eb-9108-932081541ec1 on host hv-cinder-79963 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:58:59.424740 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:58:59.428009 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-14ed8380-ec3f-4821-8618-1d2a801c5b5b req-a25f0691-c0d7-4728-9b48-9c5439c1b695 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.30 "DELETE /v2.0/ports/c00954be-7b59-47eb-9108-932081541ec1 HTTP/1.1" status: 204 len: 173 time: 0.3978393 Feb 07 04:58:59.428478 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3008bb-f478-409c-abba-fcaedfe015f1', 'name': 'network-vif-deleted', 'tag': 'c00954be-7b59-47eb-9108-932081541ec1'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:58:59.430701 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e31c06-d251-496a-b2ee-d1f7330e6c73" -d '{"events": [{"server_uuid": "7d3008bb-f478-409c-abba-fcaedfe015f1", "name": "network-vif-deleted", "tag": "c00954be-7b59-47eb-9108-932081541ec1"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:58:59.587145 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40761c4-bdd6-4236-8e50-0931358eb5d8 x-openstack-request-id: req-d40761c4-bdd6-4236-8e50-0931358eb5d8 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:58:59.587439 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3008bb-f478-409c-abba-fcaedfe015f1", "name": "network-vif-deleted", "tag": "c00954be-7b59-47eb-9108-932081541ec1", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:58:59.587690 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d40761c4-bdd6-4236-8e50-0931358eb5d8 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:58:59.588116 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3008bb-f478-409c-abba-fcaedfe015f1', 'name': 'network-vif-deleted', 'tag': 'c00954be-7b59-47eb-9108-932081541ec1', 'status': 'completed', 'code': 200} Feb 07 04:58:59.636358 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-065f8886-fc98-455c-90b4-4938a3ae7d25 req-b25fcdff-f9d9-4b84-8415-97d987865c33 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3008bb-f478-409c-abba-fcaedfe015f1 HTTP/1.1" status: 200 len: 210 time: 0.0274947 Feb 07 04:59:00.889754 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6950c-4063-4631-b123-cd91db12e059 req-99283def-068d-496c-b2b1-d44ab0df9dc0 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:00.891200 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-99283def-068d-496c-b2b1-d44ab0df9dc0 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/networks?id=25d41e1d-c764-4233-a0dc-c9f2343938ed HTTP/1.1" status: 200 len: 808 time: 0.1011035 Feb 07 04:59:00.905518 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-9d4cee42-6f8a-4b2c-b475-bdb97a857e83 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/quotas/0a23dbd278e64a36b3374923e9517836 HTTP/1.1" status: 200 len: 375 time: 0.0089409 Feb 07 04:59:00.936730 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-3b992029-1ac0-4bd1-bae8-e91178f907db tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a23dbd278e64a36b3374923e9517836&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260611 Feb 07 04:59:01.067393 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-a843cb6a-4a9c-4605-acc5-beaed698f933 service neutron] 10.222.0.13 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243477 Feb 07 04:59:01.151828 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-2c8dc5a9-5d8b-4ebb-bf18-4fdb167da3d7 service neutron] 10.222.0.13 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784011 Feb 07 04:59:01.305188 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ba10442a-72e1-4f87-9174-02792a67fa54 req-2b8b6ec3-3bea-4ef9-9e69-0a7dedcdbfd7 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 210 time: 0.0268352 Feb 07 04:59:01.501276 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ceace748-0d36-41b7-883d-e9019d4cfb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:01.636199 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device c00954be-7b59-47eb-9108-932081541ec1 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:59:01.656064 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: c00954be-7b59-47eb-9108-932081541ec1 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:59:01.656423 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device c00954be-7b59-47eb-9108-932081541ec1 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:59:02.381061 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-1eaa53e3-55e0-4701-8dd7-45cf7081c8b7 req-342f7677-77f6-4e19-9303-2df74c4b4106 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 210 time: 0.0279179 Feb 07 04:59:02.737587 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:03.459222 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-943b5ce1-7e43-4810-b6dc-5d8bff8de100 req-2a5b3c7a-e29d-4f17-b5b7-08195a406908 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 210 time: 0.0269394 Feb 07 04:59:04.146424 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:04.548408 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-75e82570-af81-4ceb-b06a-bb02b0c50ea9 req-412aee38-9819-4859-80f1-4c37a8e6cb5e tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 210 time: 0.0263348 Feb 07 04:59:05.358383 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6950c-4063-4631-b123-cd91db12e059 req-7014e863-63fb-4834-92c5-fa1c0a5742dd tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:05.359800 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-7014e863-63fb-4834-92c5-fa1c0a5742dd tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.30 "GET /v2.0/networks?id=25d41e1d-c764-4233-a0dc-c9f2343938ed HTTP/1.1" status: 200 len: 808 time: 0.1041305 Feb 07 04:59:05.391599 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Request body: {'port': {'device_id': '1277d176-0ac2-4740-bda5-d66f449a48f5', 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed', 'admin_state_up': True, 'tenant_id': '0a23dbd278e64a36b3374923e9517836'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:59:05.424435 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:05.504637 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Made reservation on behalf of 0a23dbd278e64a36b3374923e9517836 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 04:59:05.507880 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:05.649414 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d355eb0e-9d81-4806-8f46-e5184890c1e4 req-6d74f515-3e38-4eef-8e84-02a9fd98028e tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 210 time: 0.0351388 Feb 07 04:59:05.653343 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Allocated IP 172.20.0.8 (25d41e1d-c764-4233-a0dc-c9f2343938ed/cd6fb7aa-82dd-480a-8371-7e3e72b9341c/765b6c56-6774-4d23-826d-ae29847bd022) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 04:59:05.794619 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks [] for port (765b6c56-6774-4d23-826d-ae29847bd022), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:05.826394 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (765b6c56-6774-4d23-826d-ae29847bd022), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:05.873013 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Network 25d41e1d-c764-4233-a0dc-c9f2343938ed is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 04:59:05.876382 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 04:59:05.879945 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 04:59:05.903470 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Pushing event updated for resources: {'Port': ['ID=765b6c56-6774-4d23-826d-ae29847bd022,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:05.929899 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:05.930512 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:05.946328 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-43ce7cd8-7350-4e41-a847-b203506db383 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5587177 Feb 07 04:59:06.015997 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Request body: {'port': {'device_id': '1277d176-0ac2-4740-bda5-d66f449a48f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 04:59:06.072101 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (765b6c56-6774-4d23-826d-ae29847bd022), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:06.323755 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765b6c56-6774-4d23-826d-ae29847bd022 {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:59:06.330876 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Publish callbacks [] for port (765b6c56-6774-4d23-826d-ae29847bd022), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:06.342257 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Transition to ACTIVE for port object 765b6c56-6774-4d23-826d-ae29847bd022 will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 04:59:06.346178 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (765b6c56-6774-4d23-826d-ae29847bd022), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:06.410327 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Pushing event updated for resources: {'Port': ['ID=765b6c56-6774-4d23-826d-ae29847bd022,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:06.464194 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Attempting to bind port 765b6c56-6774-4d23-826d-ae29847bd022 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 04:59:06.464534 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Attempting to bind port 765b6c56-6774-4d23-826d-ae29847bd022 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'a582200b-a6d7-4f36-a6a9-bafeac4efd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 04:59:06.464868 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Attempting to bind port 765b6c56-6774-4d23-826d-ae29847bd022 on network 25d41e1d-c764-4233-a0dc-c9f2343938ed {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:59:06.469147 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Port 765b6c56-6774-4d23-826d-ae29847bd022 on network 25d41e1d-c764-4233-a0dc-c9f2343938ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 04:59:06.469467 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Attempting to bind port 765b6c56-6774-4d23-826d-ae29847bd022 on network 25d41e1d-c764-4233-a0dc-c9f2343938ed {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 04:59:06.474140 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 4, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 04:59:06.474471 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Checking segment: {'id': 'a582200b-a6d7-4f36-a6a9-bafeac4efd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 04:59:06.474851 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Bound using segment: {'id': 'a582200b-a6d7-4f36-a6a9-bafeac4efd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 04:59:06.475271 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Bound port: 765b6c56-6774-4d23-826d-ae29847bd022, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a582200b-a6d7-4f36-a6a9-bafeac4efd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 04:59:06.475622 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (765b6c56-6774-4d23-826d-ae29847bd022), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:06.536328 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] For port 765b6c56-6774-4d23-826d-ae29847bd022, host hv-cinder-79963, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 04:59:06.539480 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] For port 765b6c56-6774-4d23-826d-ae29847bd022, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=765b6c56-6774-4d23-826d-ae29847bd022,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 04:59:06.544746 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (765b6c56-6774-4d23-826d-ae29847bd022), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:06.578027 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:06.578657 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:06.580021 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] 10.222.0.30 "PUT /v2.0/ports/765b6c56-6774-4d23-826d-ae29847bd022 HTTP/1.1" status: 200 len: 1093 time: 0.5682104 Feb 07 04:59:06.580483 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1277d176-0ac2-4740-bda5-d66f449a48f5', 'tag': '765b6c56-6774-4d23-826d-ae29847bd022'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:59:06.582694 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdfaae2-665f-415a-8a87-642706f5fb12" -d '{"events": [{"name": "network-changed", "server_uuid": "1277d176-0ac2-4740-bda5-d66f449a48f5", "tag": "765b6c56-6774-4d23-826d-ae29847bd022"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:59:06.605844 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1415fbc-47a8-4447-9180-fa0a6a7f8371 service neutron] Pushing event updated for resources: {'Port': ['ID=765b6c56-6774-4d23-826d-ae29847bd022,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:06.620329 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 04:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160b47c4-fabb-48b6-9eef-7747abdddd4d x-openstack-request-id: req-160b47c4-fabb-48b6-9eef-7747abdddd4d {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:59:06.620634 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1277d176-0ac2-4740-bda5-d66f449a48f5", "tag": "765b6c56-6774-4d23-826d-ae29847bd022", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:59:06.620890 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-160b47c4-fabb-48b6-9eef-7747abdddd4d {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:59:06.621282 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1277d176-0ac2-4740-bda5-d66f449a48f5', 'tag': '765b6c56-6774-4d23-826d-ae29847bd022', 'status': 'completed', 'code': 200} Feb 07 04:59:06.680628 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6950c-4063-4631-b123-cd91db12e059 req-8c46c588-6df6-4e29-a890-1179457cbf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:06.682115 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-8c46c588-6df6-4e29-a890-1179457cbf2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a23dbd278e64a36b3374923e9517836&device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 1127 time: 0.0445652 Feb 07 04:59:06.734839 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-f0700694-9c0b-4147-85c8-15c035837b79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=765b6c56-6774-4d23-826d-ae29847bd022 HTTP/1.1" status: 200 len: 217 time: 0.0382016 Feb 07 04:59:06.805879 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6950c-4063-4631-b123-cd91db12e059 req-d6bc39b4-9876-4e7a-80e0-af2ac06954c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:06.807310 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-d6bc39b4-9876-4e7a-80e0-af2ac06954c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd6fb7aa-82dd-480a-8371-7e3e72b9341c HTTP/1.1" status: 200 len: 848 time: 0.0662477 Feb 07 04:59:06.816613 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ac42f-e8fe-44ec-938c-760d95aa89d8 req-05cb0507-14fc-4181-9e26-744ffa02e0ff tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:06.817946 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-430ac42f-e8fe-44ec-938c-760d95aa89d8 req-05cb0507-14fc-4181-9e26-744ffa02e0ff tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 943 time: 0.0867219 Feb 07 04:59:06.855415 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-19e8fc59-3351-45fd-a912-a4e0cba91586 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25d41e1d-c764-4233-a0dc-c9f2343938ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364923 Feb 07 04:59:06.927019 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-430ac42f-e8fe-44ec-938c-760d95aa89d8 req-ceb4c948-28fd-4f8e-bd88-02360720410d tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011107 Feb 07 04:59:06.963091 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-9de80122-9575-4302-af42-d9bf0624de38 service neutron] 10.222.0.30 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011691 Feb 07 04:59:07.059879 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b6f6950c-4063-4631-b123-cd91db12e059 req-49517857-e461-437d-888b-225a357cfb20 service neutron] 10.222.0.30 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910659 Feb 07 04:59:07.185064 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-cc0e48f0-ab97-4bcd-a5ae-5be74f335a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:07.186533 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-cc0e48f0-ab97-4bcd-a5ae-5be74f335a13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a23dbd278e64a36b3374923e9517836&device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 1127 time: 0.0440607 Feb 07 04:59:07.278736 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-7e87da8e-b37e-4893-b4bd-c120379a7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:07.280235 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-7e87da8e-b37e-4893-b4bd-c120379a7fe2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25d41e1d-c764-4233-a0dc-c9f2343938ed HTTP/1.1" status: 200 len: 909 time: 0.0865777 Feb 07 04:59:07.561228 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-3fd323dc-78c9-4f18-8c05-cd7f5288a657 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=765b6c56-6774-4d23-826d-ae29847bd022 HTTP/1.1" status: 200 len: 217 time: 0.2742851 Feb 07 04:59:07.608010 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-e6dad3bb-ac55-4f22-99af-0941fe928bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:07.609398 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-e6dad3bb-ac55-4f22-99af-0941fe928bdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd6fb7aa-82dd-480a-8371-7e3e72b9341c HTTP/1.1" status: 200 len: 848 time: 0.0410779 Feb 07 04:59:07.639941 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-fbf8140d-5c47-4ceb-adf4-7d93d4fc48b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25d41e1d-c764-4233-a0dc-c9f2343938ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243306 Feb 07 04:59:07.724852 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-f3f62411-a4ce-4d33-afe6-3124d4db39f4 service neutron] 10.222.0.30 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788207 Feb 07 04:59:07.809731 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2fdfaae2-665f-415a-8a87-642706f5fb12 req-db616dcb-1202-4a88-a156-cc811384b0f1 service neutron] 10.222.0.30 "GET /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779834 Feb 07 04:59:08.052324 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48344dd2-7973-4ad7-a4ef-ddaf13983c3b req-2b969745-9b41-4173-ba5d-0c2e77dd954f tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:08.053778 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-48344dd2-7973-4ad7-a4ef-ddaf13983c3b req-2b969745-9b41-4173-ba5d-0c2e77dd954f tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 943 time: 0.0560954 Feb 07 04:59:08.103111 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-48344dd2-7973-4ad7-a4ef-ddaf13983c3b req-68df1786-e028-4b54-b239-67b97e7647f9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Feb 07 04:59:09.221295 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfef14-d20b-4188-9331-f3f362f888ff req-59483e91-272e-48bb-8f6f-aba5b5213d35 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:09.222646 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aedfef14-d20b-4188-9331-f3f362f888ff req-59483e91-272e-48bb-8f6f-aba5b5213d35 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 943 time: 0.0540736 Feb 07 04:59:09.267281 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-aedfef14-d20b-4188-9331-f3f362f888ff req-b0b8e212-1f4b-4e07-838a-08d501854a0a tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 Feb 07 04:59:09.698892 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 765b6c56-6774-4d23-826d-ae29847bd022 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 04:59:09.792225 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 765b6c56-6774-4d23-826d-ae29847bd022, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=765b6c56-6774-4d23-826d-ae29847bd022,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:09.803477 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': '765b6c56-6774-4d23-826d-ae29847bd022', 'network_id': '25d41e1d-c764-4233-a0dc-c9f2343938ed', 'port_id': '765b6c56-6774-4d23-826d-ae29847bd022', 'mac_address': 'fa:16:3e:b2:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6fb7aa-82dd-480a-8371-7e3e72b9341c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 04:59:09.842674 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 765b6c56-6774-4d23-826d-ae29847bd022 is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:59:09.843062 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (765b6c56-6774-4d23-826d-ae29847bd022), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:09.855356 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765b6c56-6774-4d23-826d-ae29847bd022 {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 04:59:09.873647 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 765b6c56-6774-4d23-826d-ae29847bd022, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=765b6c56-6774-4d23-826d-ae29847bd022,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:09.877870 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (765b6c56-6774-4d23-826d-ae29847bd022), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:09.924110 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=765b6c56-6774-4d23-826d-ae29847bd022,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:10.254283 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['765b6c56-6774-4d23-826d-ae29847bd022'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:59:10.383099 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88e22a-2b56-4a08-abf3-80f0a863692e req-8a761804-708b-4294-9193-0d4f494cbb54 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:10.384587 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6f88e22a-2b56-4a08-abf3-80f0a863692e req-8a761804-708b-4294-9193-0d4f494cbb54 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 944 time: 0.0511410 Feb 07 04:59:10.431136 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-6f88e22a-2b56-4a08-abf3-80f0a863692e req-7f6e51fc-0bd8-40c2-aac0-cdbb16d48793 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Feb 07 04:59:11.548544 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279deb-3bbb-4009-a59b-31a0bf0675d5 req-57f82cc7-b168-485c-9f97-f25ab3de2b1e tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:11.549985 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-db279deb-3bbb-4009-a59b-31a0bf0675d5 req-57f82cc7-b168-485c-9f97-f25ab3de2b1e tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 944 time: 0.0527263 Feb 07 04:59:11.595024 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-db279deb-3bbb-4009-a59b-31a0bf0675d5 req-c5d1ad1b-78b4-41b6-b354-564852530825 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390618 Feb 07 04:59:11.698677 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 765b6c56-6774-4d23-826d-ae29847bd022 up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 04:59:11.746134 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port 765b6c56-6774-4d23-826d-ae29847bd022 completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 04:59:11.749766 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port 765b6c56-6774-4d23-826d-ae29847bd022 triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 04:59:11.750143 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (765b6c56-6774-4d23-826d-ae29847bd022), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:11.828164 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port 765b6c56-6774-4d23-826d-ae29847bd022 is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 04:59:11.828553 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (765b6c56-6774-4d23-826d-ae29847bd022), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:11.849458 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277d176-0ac2-4740-bda5-d66f449a48f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765b6c56-6774-4d23-826d-ae29847bd022'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:59:11.852218 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e68557-ca44-4f36-85e2-1c6c7c9aed72" -d '{"events": [{"server_uuid": "1277d176-0ac2-4740-bda5-d66f449a48f5", "name": "network-vif-plugged", "status": "completed", "tag": "765b6c56-6774-4d23-826d-ae29847bd022"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:59:11.864725 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port 765b6c56-6774-4d23-826d-ae29847bd022, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=765b6c56-6774-4d23-826d-ae29847bd022,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:11.869882 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (765b6c56-6774-4d23-826d-ae29847bd022), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:11.893292 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73965f3-a779-4638-adae-f9cf37ce8b07 x-openstack-request-id: req-c73965f3-a779-4638-adae-f9cf37ce8b07 {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:59:11.893589 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277d176-0ac2-4740-bda5-d66f449a48f5", "name": "network-vif-plugged", "status": "completed", "tag": "765b6c56-6774-4d23-826d-ae29847bd022", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:59:11.893843 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c73965f3-a779-4638-adae-f9cf37ce8b07 {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:59:11.894228 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277d176-0ac2-4740-bda5-d66f449a48f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765b6c56-6774-4d23-826d-ae29847bd022', 'code': 200} Feb 07 04:59:11.918664 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=765b6c56-6774-4d23-826d-ae29847bd022,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:12.109615 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67274a-8966-43c0-b5c0-26de491b85f8 req-51c76176-2876-453c-b5c5-b58cedb801ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:12.111018 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a67274a-8966-43c0-b5c0-26de491b85f8 req-51c76176-2876-453c-b5c5-b58cedb801ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 1129 time: 0.0428545 Feb 07 04:59:12.155644 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a67274a-8966-43c0-b5c0-26de491b85f8 req-2f452507-2b8a-4ed5-94e3-6904e148620e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383966 Feb 07 04:59:12.708849 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5b3f-3356-4230-8f6e-2afde12158ab req-5b879dc0-6e00-4349-ae50-ed5365deae8d tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:12.710305 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c97a5b3f-3356-4230-8f6e-2afde12158ab req-5b879dc0-6e00-4349-ae50-ed5365deae8d tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 945 time: 0.0512128 Feb 07 04:59:12.755434 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-c97a5b3f-3356-4230-8f6e-2afde12158ab req-e9539a10-378c-4a51-920b-ddcdd1d4ced5 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Feb 07 04:59:13.868905 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1d6fe-9aab-4053-bea8-44facb06dc94 req-d9a2b2f5-2419-461a-a33d-f569d777b96e tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:13.870342 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-93f1d6fe-9aab-4053-bea8-44facb06dc94 req-d9a2b2f5-2419-461a-a33d-f569d777b96e tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 945 time: 0.0502846 Feb 07 04:59:13.919071 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-93f1d6fe-9aab-4053-bea8-44facb06dc94 req-835d58e3-3cec-45c5-964d-51cc082c5439 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Feb 07 04:59:14.591537 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed42429-bf48-4f54-aa79-b4f554b229c2 req-182f6e43-fbec-44c0-b679-9defefa6e618 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:14.593033 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fed42429-bf48-4f54-aa79-b4f554b229c2 req-182f6e43-fbec-44c0-b679-9defefa6e618 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 945 time: 0.0508554 Feb 07 04:59:14.638491 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-fed42429-bf48-4f54-aa79-b4f554b229c2 req-04dc60d0-d8c3-4e5f-aba2-022a8d87c4ab tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Feb 07 04:59:15.756976 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0670fb9-c75c-4653-b4cb-7b333d91e9ec req-cedd31bc-7ad9-4de7-8432-cf64f3f6c6ef tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:15.758452 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b0670fb9-c75c-4653-b4cb-7b333d91e9ec req-cedd31bc-7ad9-4de7-8432-cf64f3f6c6ef tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 945 time: 0.0526843 Feb 07 04:59:15.802712 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b0670fb9-c75c-4653-b4cb-7b333d91e9ec req-ecc2c30b-92a2-4f3b-a605-d760341b1522 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389376 Feb 07 04:59:16.163089 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-d41b5aa9-e2bd-4700-b6d6-a9dcb4d8b964 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 04:59:16.165189 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-d41b5aa9-e2bd-4700-b6d6-a9dcb4d8b964 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.30 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 945 time: 0.0550411 Feb 07 04:59:16.253791 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Deleting port 765b6c56-6774-4d23-826d-ae29847bd022 {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:59:16.254060 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (765b6c56-6774-4d23-826d-ae29847bd022), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:16.341888 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] For port 765b6c56-6774-4d23-826d-ae29847bd022, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=765b6c56-6774-4d23-826d-ae29847bd022,segment=NetworkSegment(a582200b-a6d7-4f36-a6a9-bafeac4efd23),segment_id=a582200b-a6d7-4f36-a6a9-bafeac4efd23)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:16.342248 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (765b6c56-6774-4d23-826d-ae29847bd022), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:16.355165 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Calling delete_port for 765b6c56-6774-4d23-826d-ae29847bd022 owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:59:16.479907 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (765b6c56-6774-4d23-826d-ae29847bd022), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:16.507100 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Pushing event deleted for resources: {'Port': ['ID=765b6c56-6774-4d23-826d-ae29847bd022,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:16.516587 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['765b6c56-6774-4d23-826d-ae29847bd022'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 04:59:16.549837 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] No DVR routers for this DVR port 765b6c56-6774-4d23-826d-ae29847bd022 on host hv-cinder-79963 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:59:16.552823 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:16.556448 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d5aa6259-6d82-4e24-9425-df656b9e38b7 req-c72b1ded-5722-4263-a6a2-3384096616d9 tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.30 "DELETE /v2.0/ports/765b6c56-6774-4d23-826d-ae29847bd022 HTTP/1.1" status: 204 len: 173 time: 0.3857839 Feb 07 04:59:16.556898 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277d176-0ac2-4740-bda5-d66f449a48f5', 'name': 'network-vif-deleted', 'tag': '765b6c56-6774-4d23-826d-ae29847bd022'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 04:59:16.559776 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e5f4e5-3577-4569-83a5-58841815a07c" -d '{"events": [{"server_uuid": "1277d176-0ac2-4740-bda5-d66f449a48f5", "name": "network-vif-deleted", "tag": "765b6c56-6774-4d23-826d-ae29847bd022"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 04:59:16.598288 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 04:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8ecdc-8c95-48e1-8e32-742b2a6c0c55 x-openstack-request-id: req-20d8ecdc-8c95-48e1-8e32-742b2a6c0c55 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 04:59:16.598587 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277d176-0ac2-4740-bda5-d66f449a48f5", "name": "network-vif-deleted", "tag": "765b6c56-6774-4d23-826d-ae29847bd022", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 04:59:16.598848 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20d8ecdc-8c95-48e1-8e32-742b2a6c0c55 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 04:59:16.599250 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277d176-0ac2-4740-bda5-d66f449a48f5', 'name': 'network-vif-deleted', 'tag': '765b6c56-6774-4d23-826d-ae29847bd022', 'status': 'completed', 'code': 200} Feb 07 04:59:16.906475 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-28c8ff45-8fb4-4680-aca0-b69f3a2e9988 req-02d4d2c2-5937-43e4-b4bd-f83ecee2a1ab tempest-VolumesActionsTest-733202034 tempest-VolumesActionsTest-733202034-project] 10.222.0.13 "GET /v2.0/ports?device_id=1277d176-0ac2-4740-bda5-d66f449a48f5 HTTP/1.1" status: 200 len: 210 time: 0.0276580 Feb 07 04:59:20.019092 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 765b6c56-6774-4d23-826d-ae29847bd022 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:59:20.038322 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: 765b6c56-6774-4d23-826d-ae29847bd022 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:59:20.038717 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device 765b6c56-6774-4d23-826d-ae29847bd022 not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:59:28.241377 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:29.174744 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3c195b47-ac74-41e4-8d9e-7d62e4306de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:31.507181 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1fdd6032-71d4-4edc-bb8c-7b6d31da5e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:32.412096 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 04:59:32.742227 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:34.161427 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:35.422854 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:40.641174 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36592) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:40.683051 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Deleting subnet cd6fb7aa-82dd-480a-8371-7e3e72b9341c {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:59:40.689690 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Publish callbacks [] for subnet (cd6fb7aa-82dd-480a-8371-7e3e72b9341c), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:40.725069 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156122'] for subnet (cd6fb7aa-82dd-480a-8371-7e3e72b9341c), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:40.763258 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (cd6fb7aa-82dd-480a-8371-7e3e72b9341c), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:40.816276 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3165289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193561'] for subnet (cd6fb7aa-82dd-480a-8371-7e3e72b9341c), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:40.844651 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:40.847734 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd6fb7aa-82dd-480a-8371-7e3e72b9341c HTTP/1.1" status: 204 len: 168 time: 0.2055740 Feb 07 04:59:40.848697 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6fb7aa-82dd-480a-8371-7e3e72b9341c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:40.850328 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36594) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:40.855715 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.856107 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.856457 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.856792 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.857120 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.857447 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.857767 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.858088 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.858407 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.858725 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.859043 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.859355 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.859669 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21afd24-2836-460b-a7be-042322d3a28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:40.919234 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (25d41e1d-c764-4233-a0dc-c9f2343938ed), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:40.997983 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (25d41e1d-c764-4233-a0dc-c9f2343938ed), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.027290 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d41e1d-c764-4233-a0dc-c9f2343938ed']}} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:41.040652 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a582200b-a6d7-4f36-a6a9-bafeac4efd23') {'for_net_delete': True} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:41.041153 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.services.segments.db [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a582200b-a6d7-4f36-a6a9-bafeac4efd23') {} {{(pid=102767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:41.053438 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260295121'] for segment (a582200b-a6d7-4f36-a6a9-bafeac4efd23), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.070138 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (a582200b-a6d7-4f36-a6a9-bafeac4efd23), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.076491 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:59:41.076877 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110351'] for segment (a582200b-a6d7-4f36-a6a9-bafeac4efd23), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: Traceback (most recent call last): Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: timer() Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: cb(*args, **kw) Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: return func(*args, **kwargs) Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: self._notify() Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: self.callback(batched_events) Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: event.method(event) Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: return f(self, *a, **k) Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._get(url).json() Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: return self.request(url, 'GET', **kwargs) Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:59:41.078538 dv-cinder-799631-7-iscsi neutron-server[102767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:59:41.131283 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (25d41e1d-c764-4233-a0dc-c9f2343938ed), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.136569 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.139649 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] 10.222.0.13 "DELETE /v2.0/networks/25d41e1d-c764-4233-a0dc-c9f2343938ed HTTP/1.1" status: 204 len: 168 time: 0.2883234 Feb 07 04:59:41.150296 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787b8c6-cb24-4d3e-b66e-bf48bdb70760 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d41e1d-c764-4233-a0dc-c9f2343938ed,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:41.245544 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36598) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:41.283146 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-798578c6-7e52-4c8e-bcfe-cc316c048ed4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a23dbd278e64a36b3374923e9517836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0364873 Feb 07 04:59:41.285535 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36600) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:41.331250 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-af12be6b-33fd-42f8-90db-3a313b549046 admin admin] Publish callbacks [] for security_group (1f6b7927-fa95-4f6c-83d9-1d06704a2fbe), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.355825 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-af12be6b-33fd-42f8-90db-3a313b549046 admin admin] Publish callbacks [] for security_group (1f6b7927-fa95-4f6c-83d9-1d06704a2fbe), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.404408 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-af12be6b-33fd-42f8-90db-3a313b549046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (1f6b7927-fa95-4f6c-83d9-1d06704a2fbe), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.406946 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-af12be6b-33fd-42f8-90db-3a313b549046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:41.410744 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-af12be6b-33fd-42f8-90db-3a313b549046 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f6b7927-fa95-4f6c-83d9-1d06704a2fbe HTTP/1.1" status: 204 len: 168 time: 0.1243157 Feb 07 04:59:41.418867 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12be6b-33fd-42f8-90db-3a313b549046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b7927-fa95-4f6c-83d9-1d06704a2fbe,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:50.026148 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36712) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:50.081398 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a0963db-35ef-4d3d-bff4-47bc1dc6b458 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group (07b6c921-abba-495c-8340-60441610b74d), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:50.108102 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a0963db-35ef-4d3d-bff4-47bc1dc6b458 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group (07b6c921-abba-495c-8340-60441610b74d), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:50.168520 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a0963db-35ef-4d3d-bff4-47bc1dc6b458 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (07b6c921-abba-495c-8340-60441610b74d), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:50.171153 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-5a0963db-35ef-4d3d-bff4-47bc1dc6b458 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:50.172337 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-5a0963db-35ef-4d3d-bff4-47bc1dc6b458 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] 10.222.0.13 "DELETE /v2.0/security-groups/07b6c921-abba-495c-8340-60441610b74d HTTP/1.1" status: 204 len: 168 time: 0.1451705 Feb 07 04:59:50.182254 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0963db-35ef-4d3d-bff4-47bc1dc6b458 tempest-TestVolumeBootPattern-487210490 tempest-TestVolumeBootPattern-487210490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b6c921-abba-495c-8340-60441610b74d,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:51.354421 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36720) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:51.843137 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476010'] for router_interface (942d1c87-8147-4a0f-b619-a2783667b855), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:52.085702 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Deleting port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:59:52.086039 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:52.158994 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] For port 8e1d8cf1-0615-447a-8ac7-b3f7083607d0, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=8e1d8cf1-0615-447a-8ac7-b3f7083607d0,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:52.159347 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:52.171395 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Calling delete_port for 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 owned by network:router_interface {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:59:52.343181 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (8e1d8cf1-0615-447a-8ac7-b3f7083607d0), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:52.371884 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1d8cf1-0615-447a-8ac7-b3f7083607d0,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:52.534150 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476158'] for router_interface (942d1c87-8147-4a0f-b619-a2783667b855), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:52.743474 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Router 942d1c87-8147-4a0f-b619-a2783667b855 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:59:52.848027 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:59:52.855108 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-ab274606-8493-48be-9d9b-f9fbbd7d56b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/942d1c87-8147-4a0f-b619-a2783667b855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989562 Feb 07 04:59:52.856304 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36734) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:52.857624 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] Sync routers for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:59:52.868143 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:59:52.868772 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:59:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:52.980882 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:59:53.166631 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:59:52Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:53.195927 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] Checking router: 942d1c87-8147-4a0f-b619-a2783667b855 for host: dv-cinder-799631-7-iscsi {{(pid=102769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:59:53.204126 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks [] for router (942d1c87-8147-4a0f-b619-a2783667b855), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.204300 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] Routers {'942d1c87-8147-4a0f-b619-a2783667b855'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:59:53.204840 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:59:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['942d1c87-8147-4a0f-b619-a2783667b855'], 'active': True} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:53.303829 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks [] for router_gateway (942d1c87-8147-4a0f-b619-a2783667b855), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.305264 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvr_db [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] Set router 942d1c87-8147-4a0f-b619-a2783667b855 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:59:53.355216 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Deleting port 258fdf70-0879-4bb2-82f1-66b7a64e76ba {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:59:53.355552 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.431895 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] For port 258fdf70-0879-4bb2-82f1-66b7a64e76ba, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=258fdf70-0879-4bb2-82f1-66b7a64e76ba,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:53.432637 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.445303 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Calling delete_port for 258fdf70-0879-4bb2-82f1-66b7a64e76ba owned by network:router_gateway {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:59:53.604129 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_hamode_db [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:59:52Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:53.613009 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (258fdf70-0879-4bb2-82f1-66b7a64e76ba), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.639894 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8924fa-6821-4cfb-8a2a-2db0f4f54a34 None None] The sync data for ids ['942d1c87-8147-4a0f-b619-a2783667b855'] in dv-cinder-799631-7-iscsi is: [{'id': '942d1c87-8147-4a0f-b619-a2783667b855', 'name': 'tempest-TestVolumeBootPattern-1578825331-router', 'tenant_id': '50ebc5dbe4c54633a6605d9a54949953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:15:49Z', 'updated_at': '2022-02-07T04:59:52Z', 'revision_number': 5, 'project_id': '50ebc5dbe4c54633a6605d9a54949953', 'gw_port': {'id': '258fdf70-0879-4bb2-82f1-66b7a64e76ba', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942d1c87-8147-4a0f-b619-a2783667b855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:15:51Z', 'updated_at': '2022-02-07T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}] {{(pid=102769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:59:53.642214 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=258fdf70-0879-4bb2-82f1-66b7a64e76ba,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:53.703517 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477468'] for router_gateway (942d1c87-8147-4a0f-b619-a2783667b855), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.790732 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router (942d1c87-8147-4a0f-b619-a2783667b855), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.792815 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks [] for router_controller (942d1c87-8147-4a0f-b619-a2783667b855), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.837147 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482444'] for router (942d1c87-8147-4a0f-b619-a2783667b855), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.837699 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 942d1c87-8147-4a0f-b619-a2783667b855 {{(pid=102768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 04:59:53.841943 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.843052 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-04bc9935-15b4-4f6d-a030-1a96c02bbf6f admin admin] 10.222.0.13 "DELETE /v2.0/routers/942d1c87-8147-4a0f-b619-a2783667b855 HTTP/1.1" status: 204 len: 168 time: 0.9858048 Feb 07 04:59:53.845572 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36742) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:53.888631 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec996ce-2031-428e-9544-da54243acc9c admin admin] Deleting subnet a8a686dd-1e4e-490e-8011-1cbb02509d34 {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:59:53.891579 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bec996ce-2031-428e-9544-da54243acc9c admin admin] Publish callbacks [] for subnet (a8a686dd-1e4e-490e-8011-1cbb02509d34), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:53.924899 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bec996ce-2031-428e-9544-da54243acc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156122'] for subnet (a8a686dd-1e4e-490e-8011-1cbb02509d34), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.006237 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bec996ce-2031-428e-9544-da54243acc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (a8a686dd-1e4e-490e-8011-1cbb02509d34), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.061874 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bec996ce-2031-428e-9544-da54243acc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3165289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193561'] for subnet (a8a686dd-1e4e-490e-8011-1cbb02509d34), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.087368 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec996ce-2031-428e-9544-da54243acc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a686dd-1e4e-490e-8011-1cbb02509d34,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:54.090992 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-bec996ce-2031-428e-9544-da54243acc9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.094245 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-bec996ce-2031-428e-9544-da54243acc9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a8a686dd-1e4e-490e-8011-1cbb02509d34 HTTP/1.1" status: 204 len: 168 time: 0.2477398 Feb 07 04:59:54.096674 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36746) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:54.099161 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec099877-ca41-4b42-8007-eefbe8c04bca None None] Network 2380dba0-88cd-40c3-a56d-3005ce2546c4 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:59:54.167115 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (2380dba0-88cd-40c3-a56d-3005ce2546c4), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.224614 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Deleting port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:59:54.225052 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.255247 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] DHCP port deletion for 2380dba0-88cd-40c3-a56d-3005ce2546c4 request from dv-cinder-799631-7-iscsi {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 04:59:54.292952 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] For port a9c72bb8-c899-4575-a36e-bd1ec0afaf89, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=a9c72bb8-c899-4575-a36e-bd1ec0afaf89,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:54.293317 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.304097 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Deleting port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:59:54.304579 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.307251 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Calling delete_port for a9c72bb8-c899-4575-a36e-bd1ec0afaf89 owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:59:54.374743 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] For port a9c72bb8-c899-4575-a36e-bd1ec0afaf89, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=a9c72bb8-c899-4575-a36e-bd1ec0afaf89,segment=NetworkSegment(2ee81f3e-3c0a-4a65-8701-8ec8de123038),segment_id=2ee81f3e-3c0a-4a65-8701-8ec8de123038)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:54.375449 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.387638 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Calling delete_port for a9c72bb8-c899-4575-a36e-bd1ec0afaf89 owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:59:54.395632 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.424851 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c72bb8-c899-4575-a36e-bd1ec0afaf89,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:54.428291 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] No DVR routers for this DVR port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 on host dv-cinder-799631-7-iscsi {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:59:54.462910 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586'] for port (a9c72bb8-c899-4575-a36e-bd1ec0afaf89), after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.488769 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Pushing event deleted for resources: {'Port': ['ID=a9c72bb8-c899-4575-a36e-bd1ec0afaf89,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:54.495359 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (2380dba0-88cd-40c3-a56d-3005ce2546c4), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.497741 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] No DVR routers for this DVR port a9c72bb8-c899-4575-a36e-bd1ec0afaf89 on host dv-cinder-799631-7-iscsi {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:59:54.499789 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.500467 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.500760 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.501103 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.501433 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.501764 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.502095 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.502420 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.502755 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.503083 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.503406 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.503729 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.504072 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b92d19-915f-4923-be4e-ce1d8ca12a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 04:59:54.518798 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2380dba0-88cd-40c3-a56d-3005ce2546c4']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:54.528851 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee81f3e-3c0a-4a65-8701-8ec8de123038') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:54.529145 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee81f3e-3c0a-4a65-8701-8ec8de123038') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:54.539478 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156113'] for segment (2ee81f3e-3c0a-4a65-8701-8ec8de123038), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.552071 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (2ee81f3e-3c0a-4a65-8701-8ec8de123038), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.557886 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:59:54.558326 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3165379'] for segment (2ee81f3e-3c0a-4a65-8701-8ec8de123038), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: Traceback (most recent call last): Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: timer() Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: cb(*args, **kw) Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: return func(*args, **kwargs) Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: self._notify() Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: self.callback(batched_events) Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: event.method(event) Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: return f(self, *a, **k) Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._get(url).json() Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: return self.request(url, 'GET', **kwargs) Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:59:54.560095 dv-cinder-799631-7-iscsi neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:59:54.615005 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (2380dba0-88cd-40c3-a56d-3005ce2546c4), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.620224 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:54.623636 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] 10.222.0.13 "DELETE /v2.0/networks/2380dba0-88cd-40c3-a56d-3005ce2546c4 HTTP/1.1" status: 204 len: 168 time: 0.5247364 Feb 07 04:59:54.626868 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36748) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:54.635367 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3665db-2057-435c-9cbc-88d5108a5b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=2380dba0-88cd-40c3-a56d-3005ce2546c4,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:54.982246 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476010'] for router_interface (ff62723c-049c-4c89-8ab9-dcbe260e1b90), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:55.136626 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device a9c72bb8-c899-4575-a36e-bd1ec0afaf89 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:59:55.157729 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: a9c72bb8-c899-4575-a36e-bd1ec0afaf89 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:59:55.158076 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device a9c72bb8-c899-4575-a36e-bd1ec0afaf89 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:59:55.158489 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 258fdf70-0879-4bb2-82f1-66b7a64e76ba no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:59:55.177287 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 258fdf70-0879-4bb2-82f1-66b7a64e76ba {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:59:55.177633 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 258fdf70-0879-4bb2-82f1-66b7a64e76ba not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:59:55.178039 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:59:55.196518 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:59:55.196868 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 8e1d8cf1-0615-447a-8ac7-b3f7083607d0 not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:59:55.237862 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Deleting port 7c674c66-d200-41b8-8948-0a8ec7583a9a {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:59:55.238223 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:55.314777 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] For port 7c674c66-d200-41b8-8948-0a8ec7583a9a, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=7c674c66-d200-41b8-8948-0a8ec7583a9a,segment=NetworkSegment(813d82ca-a8b4-4c76-b5df-551a3caef8e5),segment_id=813d82ca-a8b4-4c76-b5df-551a3caef8e5)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:55.315133 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:55.327354 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Calling delete_port for 7c674c66-d200-41b8-8948-0a8ec7583a9a owned by network:router_interface {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:59:55.501264 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (7c674c66-d200-41b8-8948-0a8ec7583a9a), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:55.532804 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7c674c66-d200-41b8-8948-0a8ec7583a9a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:55.691070 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476158'] for router_interface (ff62723c-049c-4c89-8ab9-dcbe260e1b90), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:55.904944 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Router ff62723c-049c-4c89-8ab9-dcbe260e1b90 has already been hosted by L3 agent e95532d9-ec27-4070-9c6b-665e5ffd72e9 {{(pid=102767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 04:59:56.010518 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] Notify agent at l3_agent.dv-cinder-799631-7-iscsi the message routers_updated {{(pid=102767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 04:59:56.016732 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-d31f6b62-afae-497f-8926-11f4a4e748ec admin admin] 10.222.0.13 "PUT /v2.0/routers/ff62723c-049c-4c89-8ab9-dcbe260e1b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3877590 Feb 07 04:59:56.018126 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36752) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:56.020782 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] Sync routers for ids ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'] in dv-cinder-799631-7-iscsi {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 04:59:56.031150 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] Routers {'ff62723c-049c-4c89-8ab9-dcbe260e1b90'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:59:56.031750 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:59:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:56.121856 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks [] for router (ff62723c-049c-4c89-8ab9-dcbe260e1b90), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:56.137161 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] Set router ff62723c-049c-4c89-8ab9-dcbe260e1b90 gateway port host: dv-cinder-799631-7-iscsi {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:59:56.226117 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks [] for router_gateway (ff62723c-049c-4c89-8ab9-dcbe260e1b90), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:56.276662 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Deleting port 165b3166-3fb9-4aea-b6c2-85b9847f53ea {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:59:56.276996 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:56.310350 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'external_fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:59:55Z', 'revision_number': 5, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'gw_port': {'id': '165b3166-3fb9-4aea-b6c2-85b9847f53ea', 'name': '', 'network_id': 'e35684b0-b96e-4128-a1f6-a5ba06362e64', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T04:16:03Z', 'updated_at': '2022-02-07T04:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82a31d3-f199-4924-b2a2-8767d5315f07', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-7-iscsi'}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:56.339240 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] Checking router: ff62723c-049c-4c89-8ab9-dcbe260e1b90 for host: dv-cinder-799631-7-iscsi {{(pid=102770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 04:59:56.347756 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] Routers {'ff62723c-049c-4c89-8ab9-dcbe260e1b90'} bound to L3 agent in host dv-cinder-799631-7-iscsi {{(pid=102770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 04:59:56.348381 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T04:07:01Z,description=,heartbeat_timestamp=2022-02-07T04:59:31Z,host='dv-cinder-799631-7-iscsi',id=e95532d9-ec27-4070-9c6b-665e5ffd72e9,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T04:07:01Z,topic='l3_agent')) {'router_ids': ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'], 'active': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:56.354718 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] For port 165b3166-3fb9-4aea-b6c2-85b9847f53ea, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=165b3166-3fb9-4aea-b6c2-85b9847f53ea,segment=NetworkSegment(f70fb82f-2c78-47b3-bf27-eade615aaf17),segment_id=f70fb82f-2c78-47b3-bf27-eade615aaf17)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:56.355085 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:56.368287 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Calling delete_port for 165b3166-3fb9-4aea-b6c2-85b9847f53ea owned by network:router_gateway {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:59:56.520966 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvr_db [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] Set router ff62723c-049c-4c89-8ab9-dcbe260e1b90 gateway port host: None {{(pid=102770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 04:59:56.537183 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (165b3166-3fb9-4aea-b6c2-85b9847f53ea), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:56.572515 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.l3_hamode_db [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:59:56Z', 'revision_number': 6, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'gw_port_host': None}], 'dv-cinder-799631-7-iscsi', False) {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:56.604306 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bee5a6-c71a-4f5f-9224-eff07f84c488 None None] The sync data for ids ['ff62723c-049c-4c89-8ab9-dcbe260e1b90'] in dv-cinder-799631-7-iscsi is: [{'id': 'ff62723c-049c-4c89-8ab9-dcbe260e1b90', 'name': 'tempest-TestVolumeBootPattern-1772517800-router', 'tenant_id': '08223fc2873744fc8a0411b0bb61babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T04:16:01Z', 'updated_at': '2022-02-07T04:59:56Z', 'revision_number': 6, 'project_id': '08223fc2873744fc8a0411b0bb61babf', 'gw_port_host': None}] {{(pid=102770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 04:59:56.803745 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=165b3166-3fb9-4aea-b6c2-85b9847f53ea,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:56.860940 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477468'] for router_gateway (ff62723c-049c-4c89-8ab9-dcbe260e1b90), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:56.951164 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router (ff62723c-049c-4c89-8ab9-dcbe260e1b90), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:56.953405 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks [] for router_controller (ff62723c-049c-4c89-8ab9-dcbe260e1b90), precommit_delete_associations {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.000560 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-482444'] for router (ff62723c-049c-4c89-8ab9-dcbe260e1b90), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.001235 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff62723c-049c-4c89-8ab9-dcbe260e1b90 {{(pid=102767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 04:59:57.005652 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.009671 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-5786f66a-a3c9-4662-baa5-36918e41c2d2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ff62723c-049c-4c89-8ab9-dcbe260e1b90 HTTP/1.1" status: 204 len: 168 time: 0.9883015 Feb 07 04:59:57.010021 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36756) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:57.056694 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ccd9eb-c746-4cd1-9475-61ec42fd457c admin admin] Deleting subnet 85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f {{(pid=102768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 04:59:57.059753 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75ccd9eb-c746-4cd1-9475-61ec42fd457c admin admin] Publish callbacks [] for subnet (85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.093199 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75ccd9eb-c746-4cd1-9475-61ec42fd457c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156122'] for subnet (85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f), precommit_delete_associations {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.170532 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75ccd9eb-c746-4cd1-9475-61ec42fd457c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685877'] for subnet (85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.221935 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75ccd9eb-c746-4cd1-9475-61ec42fd457c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3165289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193561'] for subnet (85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.248142 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccd9eb-c746-4cd1-9475-61ec42fd457c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:57.250364 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-75ccd9eb-c746-4cd1-9475-61ec42fd457c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.253689 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-75ccd9eb-c746-4cd1-9475-61ec42fd457c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/85a69bf2-d61a-4fb2-a5a1-8a39cdb4ee7f HTTP/1.1" status: 204 len: 168 time: 0.2426572 Feb 07 04:59:57.256208 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36760) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:57.258619 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c506120-f146-4167-bfa2-23e5d359e982 None None] Network eb9f2d65-9566-4e88-9422-557a4cfc9cc9 requested from dv-cinder-799631-7-iscsi {{(pid=102769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 04:59:57.326338 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712419'] for network (eb9f2d65-9566-4e88-9422-557a4cfc9cc9), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.380079 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Deleting port 09fc1444-50bb-41cd-b927-a2439b0e490f {{(pid=102768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:59:57.380079 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.431578 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53739806-8e1a-4c6b-8589-57885ad8174a None None] DHCP port deletion for eb9f2d65-9566-4e88-9422-557a4cfc9cc9 request from dv-cinder-799631-7-iscsi {{(pid=102769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 04:59:57.454743 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.db [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] For port 09fc1444-50bb-41cd-b927-a2439b0e490f, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=09fc1444-50bb-41cd-b927-a2439b0e490f,segment=NetworkSegment(813d82ca-a8b4-4c76-b5df-551a3caef8e5),segment_id=813d82ca-a8b4-4c76-b5df-551a3caef8e5)] {{(pid=102768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:57.455103 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.466312 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 165b3166-3fb9-4aea-b6c2-85b9847f53ea no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:59:57.467932 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Calling delete_port for 09fc1444-50bb-41cd-b927-a2439b0e490f owned by network:dhcp {{(pid=102768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:59:57.491704 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 165b3166-3fb9-4aea-b6c2-85b9847f53ea {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:59:57.492061 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 165b3166-3fb9-4aea-b6c2-85b9847f53ea not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:59:57.492472 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7c674c66-d200-41b8-8948-0a8ec7583a9a no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:59:57.517600 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 7c674c66-d200-41b8-8948-0a8ec7583a9a {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:59:57.517945 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 7c674c66-d200-41b8-8948-0a8ec7583a9a not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:59:57.530794 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-53739806-8e1a-4c6b-8589-57885ad8174a None None] Deleting port 09fc1444-50bb-41cd-b927-a2439b0e490f {{(pid=102769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 04:59:57.531256 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-53739806-8e1a-4c6b-8589-57885ad8174a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), before_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.550774 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3165366'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.577268 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fc1444-50bb-41cd-b927-a2439b0e490f,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:57.578996 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] No DVR routers for this DVR port 09fc1444-50bb-41cd-b927-a2439b0e490f on host dv-cinder-799631-7-iscsi {{(pid=102768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:59:57.599564 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-53739806-8e1a-4c6b-8589-57885ad8174a None None] For port 09fc1444-50bb-41cd-b927-a2439b0e490f, host dv-cinder-799631-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-7-iscsi',level=0,port_id=09fc1444-50bb-41cd-b927-a2439b0e490f,segment=NetworkSegment(813d82ca-a8b4-4c76-b5df-551a3caef8e5),segment_id=813d82ca-a8b4-4c76-b5df-551a3caef8e5)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 04:59:57.599968 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-53739806-8e1a-4c6b-8589-57885ad8174a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), precommit_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.614117 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-53739806-8e1a-4c6b-8589-57885ad8174a None None] Calling delete_port for 09fc1444-50bb-41cd-b927-a2439b0e490f owned by network:dhcp {{(pid=102769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 04:59:57.655996 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684514', 'neutron.services.segments.db._delete_segments_for_network-8767777290433'] for network (eb9f2d65-9566-4e88-9422-557a4cfc9cc9), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.681019 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9f2d65-9566-4e88-9422-557a4cfc9cc9']}} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:57.691287 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813d82ca-a8b4-4c76-b5df-551a3caef8e5') {'for_net_delete': True} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:57.691581 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.services.segments.db [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813d82ca-a8b4-4c76-b5df-551a3caef8e5') {} {{(pid=102768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 04:59:57.701673 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767777291978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156113'] for segment (813d82ca-a8b4-4c76-b5df-551a3caef8e5), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.704339 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-53739806-8e1a-4c6b-8589-57885ad8174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586'] for port (09fc1444-50bb-41cd-b927-a2439b0e490f), after_delete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.715833 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559'] for segment (813d82ca-a8b4-4c76-b5df-551a3caef8e5), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.722258 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 04:59:57.722889 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3165379'] for segment (813d82ca-a8b4-4c76-b5df-551a3caef8e5), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: Traceback (most recent call last): Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: timer() Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: cb(*args, **kw) Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: return func(*args, **kwargs) Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: self._notify() Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: self.callback(batched_events) Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: event.method(event) Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: return f(self, *a, **k) Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._get(url).json() Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: return self.request(url, 'GET', **kwargs) Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 04:59:57.724609 dv-cinder-799631-7-iscsi neutron-server[102768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 04:59:57.731698 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53739806-8e1a-4c6b-8589-57885ad8174a None None] Pushing event deleted for resources: {'Port': ['ID=09fc1444-50bb-41cd-b927-a2439b0e490f,revision_number=None']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:57.735248 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53739806-8e1a-4c6b-8589-57885ad8174a None None] No DVR routers for this DVR port 09fc1444-50bb-41cd-b927-a2439b0e490f on host dv-cinder-799631-7-iscsi {{(pid=102769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 04:59:57.786722 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7926857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477560'] for network (eb9f2d65-9566-4e88-9422-557a4cfc9cc9), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.792630 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109807'] for network (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:57.796485 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb9f2d65-9566-4e88-9422-557a4cfc9cc9 HTTP/1.1" status: 204 len: 168 time: 0.5383384 Feb 07 04:59:57.807947 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4f4c2-de07-43c4-bac2-c00fdb0e2d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9f2d65-9566-4e88-9422-557a4cfc9cc9,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:57.906355 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36764) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:57.944729 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-0b648db9-f82a-4147-80c6-25c9478a96f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50ebc5dbe4c54633a6605d9a54949953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372450 Feb 07 04:59:57.947068 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36766) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:57.997949 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97e80328-b80a-40e0-9562-c916b2cee44d admin admin] Publish callbacks [] for security_group (45c8ecaa-cd38-4c71-b60b-8dc01b88f922), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:58.018148 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97e80328-b80a-40e0-9562-c916b2cee44d admin admin] Publish callbacks [] for security_group (45c8ecaa-cd38-4c71-b60b-8dc01b88f922), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:58.064396 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97e80328-b80a-40e0-9562-c916b2cee44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (45c8ecaa-cd38-4c71-b60b-8dc01b88f922), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:58.067076 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-97e80328-b80a-40e0-9562-c916b2cee44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:58.068319 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-97e80328-b80a-40e0-9562-c916b2cee44d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45c8ecaa-cd38-4c71-b60b-8dc01b88f922 HTTP/1.1" status: 204 len: 168 time: 0.1203191 Feb 07 04:59:58.075874 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e80328-b80a-40e0-9562-c916b2cee44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c8ecaa-cd38-4c71-b60b-8dc01b88f922,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:58.240995 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:58.384535 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36774) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:58.423262 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-44bad9a8-320d-4e98-9581-4e0ce7b9d6b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08223fc2873744fc8a0411b0bb61babf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375097 Feb 07 04:59:58.426103 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36776) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 04:59:58.471410 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-06b5e2c7-6164-4b05-b12b-40b798ac77cb admin admin] Publish callbacks [] for security_group (f97a8775-db20-49b2-b76f-83576df609fe), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:58.491403 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-06b5e2c7-6164-4b05-b12b-40b798ac77cb admin admin] Publish callbacks [] for security_group (f97a8775-db20-49b2-b76f-83576df609fe), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:58.536318 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-06b5e2c7-6164-4b05-b12b-40b798ac77cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (f97a8775-db20-49b2-b76f-83576df609fe), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:58.539559 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-06b5e2c7-6164-4b05-b12b-40b798ac77cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 04:59:58.540725 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-06b5e2c7-6164-4b05-b12b-40b798ac77cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f97a8775-db20-49b2-b76f-83576df609fe HTTP/1.1" status: 204 len: 168 time: 0.1137335 Feb 07 04:59:58.548461 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5e2c7-6164-4b05-b12b-40b798ac77cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97a8775-db20-49b2-b76f-83576df609fe,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 04:59:59.130070 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 09fc1444-50bb-41cd-b927-a2439b0e490f no longer exists at agent ovs-agent-dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 04:59:59.149508 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] No Port match for: 09fc1444-50bb-41cd-b927-a2439b0e490f {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 04:59:59.149854 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Device 09fc1444-50bb-41cd-b927-a2439b0e490f not bound to the agent host dv-cinder-799631-7-iscsi {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 04:59:59.175835 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-e00a2626-d4ee-4b9b-8f22-a9a013f5dff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:01.501241 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c21df2af-c779-4457-87e2-21e7580fbd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:02.742555 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:04.157226 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:05.414985 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:09.411170 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:00:22.676714 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 36866) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 05:00:22.775086 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:22.851117 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Publish callbacks [] for security_group (65bf07ff-de2a-408d-b7f4-7455bd51450c), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:22.855365 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (65bf07ff-de2a-408d-b7f4-7455bd51450c), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:22.894925 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aa5014341f6494d8ad5577cdd95506a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171741 Feb 07 05:00:22.895798 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bf07ff-de2a-408d-b7f4-7455bd51450c,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:00:22.897615 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 36870) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 05:00:22.903595 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.903943 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.904317 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.904657 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.904988 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.905315 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.905661 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.905969 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.906294 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.906618 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.906939 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.907259 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.907576 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3ba18-6302-455f-ba9f-a76764aa93db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:22.945752 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d412e3d2-c773-4aba-b33c-8cbca0138311 admin admin] Publish callbacks [] for security_group (65bf07ff-de2a-408d-b7f4-7455bd51450c), before_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:22.967664 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d412e3d2-c773-4aba-b33c-8cbca0138311 admin admin] Publish callbacks [] for security_group (65bf07ff-de2a-408d-b7f4-7455bd51450c), precommit_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:23.012693 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d412e3d2-c773-4aba-b33c-8cbca0138311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (65bf07ff-de2a-408d-b7f4-7455bd51450c), after_delete {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:23.015225 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d412e3d2-c773-4aba-b33c-8cbca0138311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:23.016375 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d412e3d2-c773-4aba-b33c-8cbca0138311 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65bf07ff-de2a-408d-b7f4-7455bd51450c HTTP/1.1" status: 204 len: 168 time: 0.1172311 Feb 07 05:00:23.023906 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412e3d2-c773-4aba-b33c-8cbca0138311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bf07ff-de2a-408d-b7f4-7455bd51450c,revision_number=None']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:00:28.232102 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:29.178899 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-18fc1ebf-5250-4092-a0d8-1a69704933da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:31.502803 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1cd97479-ab93-4715-9651-90963db5fc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:32.745846 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:34.158433 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:35.417456 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:46.410591 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:00:56.644653 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.wsgi [-] (102768) accepted ('10.222.0.13', 37062) {{(pid=102768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 05:00:56.744475 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:56.818101 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Publish callbacks [] for security_group (755cc05c-d708-44bb-b9bc-f29dbed8e58a), precommit_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:56.822249 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron_lib.callbacks.manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (755cc05c-d708-44bb-b9bc-f29dbed8e58a), after_create {{(pid=102768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:56.859915 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e18c3f01201499f85aad2dca105fd65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142351 Feb 07 05:00:56.860834 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755cc05c-d708-44bb-b9bc-f29dbed8e58a,revision_number=1']} {{(pid=102768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:00:56.862592 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37066) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 05:00:56.867977 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.868361 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.868711 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.869051 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.869388 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.869719 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.870052 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.870385 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.870717 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.871051 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.871392 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.871705 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.872028 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ac1ad-21e4-4ef3-a7eb-ea07d8ab829f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:00:56.915824 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-30c4d36e-531c-47f8-a7c9-458c0c5fb678 admin admin] Publish callbacks [] for security_group (755cc05c-d708-44bb-b9bc-f29dbed8e58a), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:56.936677 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-30c4d36e-531c-47f8-a7c9-458c0c5fb678 admin admin] Publish callbacks [] for security_group (755cc05c-d708-44bb-b9bc-f29dbed8e58a), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:56.984422 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-30c4d36e-531c-47f8-a7c9-458c0c5fb678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (755cc05c-d708-44bb-b9bc-f29dbed8e58a), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:56.987037 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-30c4d36e-531c-47f8-a7c9-458c0c5fb678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:56.988208 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-30c4d36e-531c-47f8-a7c9-458c0c5fb678 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/755cc05c-d708-44bb-b9bc-f29dbed8e58a HTTP/1.1" status: 204 len: 168 time: 0.1246147 Feb 07 05:00:56.995635 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4d36e-531c-47f8-a7c9-458c0c5fb678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755cc05c-d708-44bb-b9bc-f29dbed8e58a,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:00:58.247235 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:59.181323 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-22b54a59-6e6e-433e-a052-dd0b38907196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:00:59.285136 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-ecf19055-3acf-4caa-b141-328060449d4e tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5243d274408f4af9b081191733944eb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292397 Feb 07 05:00:59.457949 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-7002f43e-af1b-44dd-9f2e-4cc9d2b4b70f tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:00:59.459304 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-7002f43e-af1b-44dd-9f2e-4cc9d2b4b70f tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676769 Feb 07 05:00:59.473941 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-8b7f593a-3dd3-4b67-848e-7cbc2e649e3b tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/quotas/5243d274408f4af9b081191733944eb1 HTTP/1.1" status: 200 len: 375 time: 0.0092425 Feb 07 05:00:59.507251 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-f136a79b-7a57-4668-a79d-bd9de0acb48f tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5243d274408f4af9b081191733944eb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287266 Feb 07 05:00:59.761386 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-0247597a-ce34-498a-b962-9b6c52e47c55 req-970ec7ed-7935-46f7-89a8-2f44bdda28be tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 210 time: 0.1262882 Feb 07 05:01:00.560736 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-0a0c5c2a-d3b3-4d04-b276-3648a2a25944 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5243d274408f4af9b081191733944eb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320919 Feb 07 05:01:00.742977 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-ba24016c-063d-4ede-9429-99f4a08d1a3c tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:00.744426 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-ba24016c-063d-4ede-9429-99f4a08d1a3c tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783988 Feb 07 05:01:00.773789 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Request body: {'port': {'device_id': '4148aaf3-c2e1-4883-b363-9517bdd16d2f', 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc', 'admin_state_up': True, 'tenant_id': '5243d274408f4af9b081191733944eb1'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 05:01:00.860585 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-e2b07d30-5db6-4205-9acf-f5e0a56c66ca req-cab9dfef-7bba-4dec-b273-ae008025a23c tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 210 time: 0.0270336 Feb 07 05:01:00.882322 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Made reservation on behalf of 5243d274408f4af9b081191733944eb1 for: {'port': 1} {{(pid=102767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 05:01:00.885735 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:00.893929 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks [] for security_group (None), before_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:00.965413 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks [] for security_group (069409a1-1cd6-40ea-821b-b378fe5b4c3e), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:00.969754 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (069409a1-1cd6-40ea-821b-b378fe5b4c3e), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.030053 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069409a1-1cd6-40ea-821b-b378fe5b4c3e,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:01:01.101339 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.db_base_plugin_common [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Allocated IP 192.168.233.240 (e8e9a091-844b-48f1-8586-9449057c4dbc/13e00ddd-6a91-4dbd-8d38-f76d6a544083/a45ea4da-5204-4b30-8c37-fee63a3126ae) {{(pid=102767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 05:01:01.239881 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks [] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), precommit_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.272380 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767776848577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), after_create {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.313925 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Network e8e9a091-844b-48f1-8586-9449057c4dbc is already hosted by enough agents. {{(pid=102767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 05:01:01.318706 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.scheduler.base_scheduler [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Resources bound (agent type, host, resource id): {{(pid=102767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 05:01:01.322294 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Received port after_create {{(pid=102767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 05:01:01.347688 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Pushing event updated for resources: {'Port': ['ID=a45ea4da-5204-4b30-8c37-fee63a3126ae,revision_number=1']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:01:01.375735 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:01.376374 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.392712 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-479ad439-865a-4d00-a04a-a1ec40086699 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6225016 Feb 07 05:01:01.410746 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.v2.base [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Request body: {'port': {'device_id': '4148aaf3-c2e1-4883-b363-9517bdd16d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=102767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 05:01:01.470653 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.504174 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b018-a660-4007-b697-0de925e5db2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.587911 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-1b4918f6-50d8-46fa-b947-ec4fd1297a22 None None] Provisioning complete for port a45ea4da-5204-4b30-8c37-fee63a3126ae triggered by entity DHCP. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 05:01:01.588236 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1b4918f6-50d8-46fa-b947-ec4fd1297a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.622479 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-1b4918f6-50d8-46fa-b947-ec4fd1297a22 None None] Port a45ea4da-5204-4b30-8c37-fee63a3126ae cannot update to ACTIVE because it is not bound. {{(pid=102769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 05:01:01.724420 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45ea4da-5204-4b30-8c37-fee63a3126ae {{(pid=102767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 05:01:01.731493 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Publish callbacks [] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), precommit_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.743427 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.provisioning_blocks [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Transition to ACTIVE for port object a45ea4da-5204-4b30-8c37-fee63a3126ae will not be triggered until provisioned by entity L2. {{(pid=102767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 05:01:01.747190 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.797976 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Pushing event updated for resources: {'Port': ['ID=a45ea4da-5204-4b30-8c37-fee63a3126ae,revision_number=2']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:01:01.863883 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Attempting to bind port a45ea4da-5204-4b30-8c37-fee63a3126ae on host hv-cinder-79963 for vnic_type normal with profile {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 05:01:01.864252 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Attempting to bind port a45ea4da-5204-4b30-8c37-fee63a3126ae by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '5f622006-b46d-4b83-920d-73e1f2c7e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc'}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 05:01:01.864582 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Attempting to bind port a45ea4da-5204-4b30-8c37-fee63a3126ae on network e8e9a091-844b-48f1-8586-9449057c4dbc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 05:01:01.868931 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Port a45ea4da-5204-4b30-8c37-fee63a3126ae on network e8e9a091-844b-48f1-8586-9449057c4dbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 05:01:01.869253 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Attempting to bind port a45ea4da-5204-4b30-8c37-fee63a3126ae on network e8e9a091-844b-48f1-8586-9449057c4dbc {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 05:01:01.875087 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Checking agent: {'id': '6c500de1-0983-434b-9fd0-de999b94ba23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'started_at': datetime.datetime(2022, 2, 7, 4, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 5, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 05:01:01.875417 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Checking segment: {'id': '5f622006-b46d-4b83-920d-73e1f2c7e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 05:01:01.875791 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Bound using segment: {'id': '5f622006-b46d-4b83-920d-73e1f2c7e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc'} {{(pid=102767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 05:01:01.876286 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.managers [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Bound port: a45ea4da-5204-4b30-8c37-fee63a3126ae, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f622006-b46d-4b83-920d-73e1f2c7e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc'}}] {{(pid=102767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 05:01:01.876595 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), before_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:01.972179 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] For port a45ea4da-5204-4b30-8c37-fee63a3126ae, host hv-cinder-79963, cleared binding levels {{(pid=102767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 05:01:01.987926 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] For port a45ea4da-5204-4b30-8c37-fee63a3126ae, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a45ea4da-5204-4b30-8c37-fee63a3126ae,segment=NetworkSegment(5f622006-b46d-4b83-920d-73e1f2c7e07b),segment_id=5f622006-b46d-4b83-920d-73e1f2c7e07b)] {{(pid=102767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 05:01:01.994693 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110323'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), after_update {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:02.034256 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:02.034989 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:02.036324 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] 10.222.0.30 "PUT /v2.0/ports/a45ea4da-5204-4b30-8c37-fee63a3126ae HTTP/1.1" status: 200 len: 1098 time: 0.6298699 Feb 07 05:01:02.036931 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4148aaf3-c2e1-4883-b363-9517bdd16d2f', 'tag': 'a45ea4da-5204-4b30-8c37-fee63a3126ae'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 05:01:02.039223 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893dee38-135a-4c0c-940b-0976f9e60d13" -d '{"events": [{"name": "network-changed", "server_uuid": "4148aaf3-c2e1-4883-b363-9517bdd16d2f", "tag": "a45ea4da-5204-4b30-8c37-fee63a3126ae"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 05:01:02.049210 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048f082-9d71-4e55-998e-a8f55c81f5ca req-8d383e9c-0ff9-46f0-8ca8-272140b28497 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:02.050636 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2048f082-9d71-4e55-998e-a8f55c81f5ca req-8d383e9c-0ff9-46f0-8ca8-272140b28497 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 948 time: 0.1105082 Feb 07 05:01:02.089784 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d99098-62ec-4c43-bfb5-713666158d7b service neutron] Pushing event updated for resources: {'Port': ['ID=a45ea4da-5204-4b30-8c37-fee63a3126ae,revision_number=3']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:01:02.095236 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 05:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f436ffbf-f94a-478d-b14c-e087a67f337f x-openstack-request-id: req-f436ffbf-f94a-478d-b14c-e087a67f337f {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 05:01:02.095538 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4148aaf3-c2e1-4883-b363-9517bdd16d2f", "tag": "a45ea4da-5204-4b30-8c37-fee63a3126ae", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 05:01:02.095775 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f436ffbf-f94a-478d-b14c-e087a67f337f {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 05:01:02.096185 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4148aaf3-c2e1-4883-b363-9517bdd16d2f', 'tag': 'a45ea4da-5204-4b30-8c37-fee63a3126ae', 'status': 'completed', 'code': 200} Feb 07 05:01:02.149326 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-2048f082-9d71-4e55-998e-a8f55c81f5ca req-67105fa2-73ef-45b1-88b1-ec0f98095b3c tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864329 Feb 07 05:01:02.166360 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-a5ddd0f7-7fd0-44ee-9e32-c81fa98cc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:02.167888 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-a5ddd0f7-7fd0-44ee-9e32-c81fa98cc66b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5243d274408f4af9b081191733944eb1&device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 1132 time: 0.0570235 Feb 07 05:01:02.215429 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-72360604-5523-4938-83e6-9d8944f2c8c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a45ea4da-5204-4b30-8c37-fee63a3126ae HTTP/1.1" status: 200 len: 217 time: 0.0351977 Feb 07 05:01:02.268090 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-91ab3062-d556-4676-b0e9-66d9b98784e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:02.269557 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-91ab3062-d556-4676-b0e9-66d9b98784e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e00ddd-6a91-4dbd-8d38-f76d6a544083 HTTP/1.1" status: 200 len: 843 time: 0.0470674 Feb 07 05:01:02.317475 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-f767e245-de0a-433d-a9e0-f0536d4cac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:02.319110 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-f767e245-de0a-433d-a9e0-f0536d4cac22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8e9a091-844b-48f1-8586-9449057c4dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0438745 Feb 07 05:01:02.406028 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-9a5d0f31-b030-4660-90b2-fbf0ca8e74b7 service neutron] 10.222.0.30 "GET /v2.0/networks/e8e9a091-844b-48f1-8586-9449057c4dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794024 Feb 07 05:01:02.494189 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-a30361cb-21ff-4eaa-8078-07d2d8e598ba req-8f0c3dc4-44d4-488b-a61e-55865b864e02 service neutron] 10.222.0.30 "GET /v2.0/networks/e8e9a091-844b-48f1-8586-9449057c4dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826478 Feb 07 05:01:02.629545 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-4986555b-66ae-4415-a93d-da8b7d21306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:02.631001 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-4986555b-66ae-4415-a93d-da8b7d21306d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5243d274408f4af9b081191733944eb1&device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 1132 time: 0.0442884 Feb 07 05:01:02.718444 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-556f6a58-8d11-467b-8628-44d49ade82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:02.719777 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-556f6a58-8d11-467b-8628-44d49ade82a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8e9a091-844b-48f1-8586-9449057c4dbc HTTP/1.1" status: 200 len: 870 time: 0.0831273 Feb 07 05:01:02.750286 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:02.760464 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-c87fecdf-78f2-454a-8e95-079593bb71e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a45ea4da-5204-4b30-8c37-fee63a3126ae HTTP/1.1" status: 200 len: 217 time: 0.0347328 Feb 07 05:01:02.806282 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-498b97aa-5881-4920-83dd-c4d55e2ce158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:02.807681 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-498b97aa-5881-4920-83dd-c4d55e2ce158 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e00ddd-6a91-4dbd-8d38-f76d6a544083 HTTP/1.1" status: 200 len: 843 time: 0.0417418 Feb 07 05:01:02.853680 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-bba3cd84-8418-4060-8498-e99417f0df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:02.855115 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-bba3cd84-8418-4060-8498-e99417f0df8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8e9a091-844b-48f1-8586-9449057c4dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0417030 Feb 07 05:01:02.944229 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-2e27217c-4c77-4717-92a2-5c16f08bb6da service neutron] 10.222.0.30 "GET /v2.0/networks/e8e9a091-844b-48f1-8586-9449057c4dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830023 Feb 07 05:01:03.029991 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-893dee38-135a-4c0c-940b-0976f9e60d13 req-c94bc315-8fbc-4246-9d99-a55ad6dad9ea service neutron] 10.222.0.30 "GET /v2.0/networks/e8e9a091-844b-48f1-8586-9449057c4dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794539 Feb 07 05:01:03.266196 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a54da-34fa-4586-b79e-f98776002d70 req-eb802f98-b169-46f1-bfe1-d2a75e18a18d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:03.270383 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c88a54da-34fa-4586-b79e-f98776002d70 req-eb802f98-b169-46f1-bfe1-d2a75e18a18d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 948 time: 0.0540657 Feb 07 05:01:03.319324 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-c88a54da-34fa-4586-b79e-f98776002d70 req-07198f93-a3c2-407d-8a6c-e2f4629bdcfc tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433240 Feb 07 05:01:04.162121 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:04.443716 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cad43-fbde-4102-b9c3-bd240b16cb0c req-27d0dabf-e5ca-4d89-b09e-670af72b1bef tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:04.445204 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b73cad43-fbde-4102-b9c3-bd240b16cb0c req-27d0dabf-e5ca-4d89-b09e-670af72b1bef tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 948 time: 0.0556421 Feb 07 05:01:04.490962 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-b73cad43-fbde-4102-b9c3-bd240b16cb0c req-7a758727-9539-4ed6-a714-22b9bfaf15e6 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Feb 07 05:01:05.420458 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:05.605922 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbad1f-5d1b-4d13-a9c4-ad9c2354af87 req-df0a8601-16e8-4631-8cc6-569bbec8a594 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:05.607388 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-65dbad1f-5d1b-4d13-a9c4-ad9c2354af87 req-df0a8601-16e8-4631-8cc6-569bbec8a594 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 948 time: 0.0502183 Feb 07 05:01:05.656294 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-65dbad1f-5d1b-4d13-a9c4-ad9c2354af87 req-6a4b37b8-5743-4204-90e6-eb7b04c49011 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Feb 07 05:01:06.380768 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device a45ea4da-5204-4b30-8c37-fee63a3126ae details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=102769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 05:01:06.480959 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port a45ea4da-5204-4b30-8c37-fee63a3126ae, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a45ea4da-5204-4b30-8c37-fee63a3126ae,segment=NetworkSegment(5f622006-b46d-4b83-920d-73e1f2c7e07b),segment_id=5f622006-b46d-4b83-920d-73e1f2c7e07b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 05:01:06.492603 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Returning: {'device': 'a45ea4da-5204-4b30-8c37-fee63a3126ae', 'network_id': 'e8e9a091-844b-48f1-8586-9449057c4dbc', 'port_id': 'a45ea4da-5204-4b30-8c37-fee63a3126ae', 'mac_address': 'fa:16:3e:b1:a2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e00ddd-6a91-4dbd-8d38-f76d6a544083', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 05:01:06.528276 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port a45ea4da-5204-4b30-8c37-fee63a3126ae is: DOWN; New status is: BUILD {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 05:01:06.528669 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:06.541683 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45ea4da-5204-4b30-8c37-fee63a3126ae {{(pid=102769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 05:01:06.560321 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port a45ea4da-5204-4b30-8c37-fee63a3126ae, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a45ea4da-5204-4b30-8c37-fee63a3126ae,segment=NetworkSegment(5f622006-b46d-4b83-920d-73e1f2c7e07b),segment_id=5f622006-b46d-4b83-920d-73e1f2c7e07b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 05:01:06.563661 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:06.609065 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=a45ea4da-5204-4b30-8c37-fee63a3126ae,revision_number=4']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:01:06.615788 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.616168 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.616511 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.616843 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.617172 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.617500 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.617823 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.618143 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.618453 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.618777 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.619092 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.619407 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.619719 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-7-iscsi {{(pid=102769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 05:01:06.777206 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f243a-3a25-42f4-8232-8a457d716d0f req-64f8ebc4-3208-4633-a51d-d825578c0c6c tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:06.778667 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-344f243a-3a25-42f4-8232-8a457d716d0f req-64f8ebc4-3208-4633-a51d-d825578c0c6c tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 949 time: 0.0521302 Feb 07 05:01:06.822862 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-344f243a-3a25-42f4-8232-8a457d716d0f req-0c357878-edde-4ac2-bed2-37c757162f56 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Feb 07 05:01:07.029671 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['a45ea4da-5204-4b30-8c37-fee63a3126ae'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 05:01:07.937435 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd91834-a6b4-4c75-bc9b-ec4833a46162 req-86d82b36-b02b-44cb-8209-39f81a22ded1 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:07.938887 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dbd91834-a6b4-4c75-bc9b-ec4833a46162 req-86d82b36-b02b-44cb-8209-39f81a22ded1 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 949 time: 0.0508494 Feb 07 05:01:07.984138 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-dbd91834-a6b4-4c75-bc9b-ec4833a46162 req-f4ce5018-522d-4a6e-9b53-53d94e2ff0c2 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Feb 07 05:01:08.380600 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device a45ea4da-5204-4b30-8c37-fee63a3126ae up at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 05:01:08.430039 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning for port a45ea4da-5204-4b30-8c37-fee63a3126ae completed by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 05:01:08.434003 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.db.provisioning_blocks [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Provisioning complete for port a45ea4da-5204-4b30-8c37-fee63a3126ae triggered by entity L2. {{(pid=102769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 05:01:08.434373 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685831'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), provisioning_complete {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:08.508348 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Current status of the port a45ea4da-5204-4b30-8c37-fee63a3126ae is: BUILD; New status is: ACTIVE {{(pid=102769) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 05:01:08.508733 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-735632'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), before_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:08.530267 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148aaf3-c2e1-4883-b363-9517bdd16d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45ea4da-5204-4b30-8c37-fee63a3126ae'}] {{(pid=102769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 05:01:08.532504 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f391b31d86acc39ae248c53be63d73802961fcbfbc702318e96a1e049fcae9b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5918ec44-f3ea-4966-97e5-22154de57d21" -d '{"events": [{"server_uuid": "4148aaf3-c2e1-4883-b363-9517bdd16d2f", "name": "network-vif-plugged", "status": "completed", "tag": "a45ea4da-5204-4b30-8c37-fee63a3126ae"}]}' {{(pid=102769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 05:01:08.545184 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] For port a45ea4da-5204-4b30-8c37-fee63a3126ae, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a45ea4da-5204-4b30-8c37-fee63a3126ae,segment=NetworkSegment(5f622006-b46d-4b83-920d-73e1f2c7e07b),segment_id=5f622006-b46d-4b83-920d-73e1f2c7e07b)] {{(pid=102769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 05:01:08.549076 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767777186829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767776848595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767776848613'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:08.595820 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Pushing event updated for resources: {'Port': ['ID=a45ea4da-5204-4b30-8c37-fee63a3126ae,revision_number=5']} {{(pid=102769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:01:08.627080 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c86c554-855c-4419-af1d-b6d03ea3a07c x-openstack-request-id: req-8c86c554-855c-4419-af1d-b6d03ea3a07c {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 05:01:08.627379 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148aaf3-c2e1-4883-b363-9517bdd16d2f", "name": "network-vif-plugged", "status": "completed", "tag": "a45ea4da-5204-4b30-8c37-fee63a3126ae", "code": 200}]} {{(pid=102769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 05:01:08.627638 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c86c554-855c-4419-af1d-b6d03ea3a07c {{(pid=102769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 05:01:08.628035 dv-cinder-799631-7-iscsi neutron-server[102769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148aaf3-c2e1-4883-b363-9517bdd16d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45ea4da-5204-4b30-8c37-fee63a3126ae', 'code': 200} Feb 07 05:01:08.838303 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cb0b9-17ad-41c6-ac0d-d4efcd028a53 req-10dd073c-ba19-4ae0-b34a-53d4d89e7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:08.839699 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a3cb0b9-17ad-41c6-ac0d-d4efcd028a53 req-10dd073c-ba19-4ae0-b34a-53d4d89e7a32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 1134 time: 0.0482092 Feb 07 05:01:08.883026 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-5a3cb0b9-17ad-41c6-ac0d-d4efcd028a53 req-665ab56e-d15b-47c9-907b-d8774e414e11 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Feb 07 05:01:09.099119 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20c98-e9c3-40eb-9c49-ba8f2085ee89 req-daac4455-e731-42e0-b17c-be5f2eb693e6 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:09.100504 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-42a20c98-e9c3-40eb-9c49-ba8f2085ee89 req-daac4455-e731-42e0-b17c-be5f2eb693e6 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 950 time: 0.0497458 Feb 07 05:01:09.145123 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-42a20c98-e9c3-40eb-9c49-ba8f2085ee89 req-b9c0457b-860c-4e6f-81fd-46733a23b922 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392678 Feb 07 05:01:10.261755 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab795a-7ffb-497a-a510-752b5bb3c42c req-cab716e9-18a4-4aab-88ed-feb49db03c2d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:10.263147 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e2ab795a-7ffb-497a-a510-752b5bb3c42c req-cab716e9-18a4-4aab-88ed-feb49db03c2d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 950 time: 0.0513623 Feb 07 05:01:10.311042 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-e2ab795a-7ffb-497a-a510-752b5bb3c42c req-06d34fcf-5834-4f5e-bc47-1e9944b68613 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Feb 07 05:01:11.433778 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06f8e2-8223-4f6b-9732-a7f015e546ab req-cfb84c69-894b-4e50-a47b-d32e889d13a5 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:11.435203 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bb06f8e2-8223-4f6b-9732-a7f015e546ab req-cfb84c69-894b-4e50-a47b-d32e889d13a5 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 950 time: 0.0526063 Feb 07 05:01:11.479930 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-bb06f8e2-8223-4f6b-9732-a7f015e546ab req-7c9a4211-4f7c-4576-bcba-eddec6453cc7 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387237 Feb 07 05:01:11.725311 dv-cinder-799631-7-iscsi neutron-server[102768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec822aa0-9dd2-4231-b0b5-6449c62e7a17 req-ce9bcab7-9dd3-463a-9aa0-5c0894283c1c tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:11.726767 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ec822aa0-9dd2-4231-b0b5-6449c62e7a17 req-ce9bcab7-9dd3-463a-9aa0-5c0894283c1c tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 950 time: 0.0521181 Feb 07 05:01:11.775533 dv-cinder-799631-7-iscsi neutron-server[102768]: INFO neutron.wsgi [req-ec822aa0-9dd2-4231-b0b5-6449c62e7a17 req-b78c56a1-c1c1-4e79-b691-8cdb80dcd9c9 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390549 Feb 07 05:01:12.892067 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3abe41-a93b-4bb0-a8b8-9ca38853e96f req-277b36aa-12e0-4be2-a901-8a0a4045045e tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:12.893509 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7f3abe41-a93b-4bb0-a8b8-9ca38853e96f req-277b36aa-12e0-4be2-a901-8a0a4045045e tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 950 time: 0.0509593 Feb 07 05:01:12.941916 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-7f3abe41-a93b-4bb0-a8b8-9ca38853e96f req-466852b2-daae-4987-9136-f2c9860c61dc tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/security-groups?id=069409a1-1cd6-40ea-821b-b378fe5b4c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 Feb 07 05:01:13.359018 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9514587-c820-442e-8c7d-6a1919243f16 req-c5109668-63d8-4db0-8448-92097d464a74 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 05:01:13.360461 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d9514587-c820-442e-8c7d-6a1919243f16 req-c5109668-63d8-4db0-8448-92097d464a74 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.30 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 950 time: 0.0523107 Feb 07 05:01:13.447370 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-d9514587-c820-442e-8c7d-6a1919243f16 req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Deleting port a45ea4da-5204-4b30-8c37-fee63a3126ae {{(pid=102767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 05:01:13.447712 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d9514587-c820-442e-8c7d-6a1919243f16 req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767777181844'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:13.535472 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.db [req-d9514587-c820-442e-8c7d-6a1919243f16 req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] For port a45ea4da-5204-4b30-8c37-fee63a3126ae, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a45ea4da-5204-4b30-8c37-fee63a3126ae,segment=NetworkSegment(5f622006-b46d-4b83-920d-73e1f2c7e07b),segment_id=5f622006-b46d-4b83-920d-73e1f2c7e07b)] {{(pid=102767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 05:01:13.535835 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d9514587-c820-442e-8c7d-6a1919243f16 req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477905'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:13.548759 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.plugins.ml2.plugin [req-d9514587-c820-442e-8c7d-6a1919243f16 req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Calling delete_port for a45ea4da-5204-4b30-8c37-fee63a3126ae owned by compute:nova {{(pid=102767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 05:01:13.672807 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d9514587-c820-442e-8c7d-6a1919243f16 req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767777188087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767776848586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110330'] for port (a45ea4da-5204-4b30-8c37-fee63a3126ae), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:13.702883 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Pushing event deleted for resources: {'Port': ['ID=a45ea4da-5204-4b30-8c37-fee63a3126ae,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:01:13.707657 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.db [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] get_ports_and_sgs() called for port_ids ['a45ea4da-5204-4b30-8c37-fee63a3126ae'] {{(pid=102769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 05:01:13.751337 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9514587-c820-442e-8c7d-6a1919243f16 req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] No DVR routers for this DVR port a45ea4da-5204-4b30-8c37-fee63a3126ae on host hv-cinder-79963 {{(pid=102767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 05:01:13.754069 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [req-d9514587-c820-442e-8c7d-6a1919243f16 req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174153'] for port (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:13.757535 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-d9514587-c820-442e-8c7d-6a1919243f16 req-07e6abc3-811f-4fee-a26f-c6942f39196d tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.30 "DELETE /v2.0/ports/a45ea4da-5204-4b30-8c37-fee63a3126ae HTTP/1.1" status: 204 len: 173 time: 0.3918734 Feb 07 05:01:13.758047 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148aaf3-c2e1-4883-b363-9517bdd16d2f', 'name': 'network-vif-deleted', 'tag': 'a45ea4da-5204-4b30-8c37-fee63a3126ae'}] {{(pid=102767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 05:01:13.760383 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f3d6512fdf7b660f998a6bff85d443525daf3612069d50ea5cc5ea32974755b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16ddf8c-a84c-4654-ab58-dd0e7de2e6b3" -d '{"events": [{"server_uuid": "4148aaf3-c2e1-4883-b363-9517bdd16d2f", "name": "network-vif-deleted", "tag": "a45ea4da-5204-4b30-8c37-fee63a3126ae"}]}' {{(pid=102767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 05:01:13.801717 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 05:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a7671d-3f26-470a-bcc9-ee53e1c8a992 x-openstack-request-id: req-b1a7671d-3f26-470a-bcc9-ee53e1c8a992 {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 05:01:13.802012 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4148aaf3-c2e1-4883-b363-9517bdd16d2f", "name": "network-vif-deleted", "tag": "a45ea4da-5204-4b30-8c37-fee63a3126ae", "status": "completed", "code": 200}]} {{(pid=102767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 05:01:13.802264 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1a7671d-3f26-470a-bcc9-ee53e1c8a992 {{(pid=102767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 05:01:13.802664 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148aaf3-c2e1-4883-b363-9517bdd16d2f', 'name': 'network-vif-deleted', 'tag': 'a45ea4da-5204-4b30-8c37-fee63a3126ae', 'status': 'completed', 'code': 200} Feb 07 05:01:14.048345 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [req-ba0847fa-370a-452a-a68d-fbbdd2cf0ba8 req-71ea9e4f-7ea3-41e0-babb-9660c6a7dab2 tempest-VolumesNegativeTest-1053131430 tempest-VolumesNegativeTest-1053131430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4148aaf3-c2e1-4883-b363-9517bdd16d2f HTTP/1.1" status: 200 len: 210 time: 0.0274370 Feb 07 05:01:16.413133 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device a45ea4da-5204-4b30-8c37-fee63a3126ae no longer exists at agent hyperv_hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 05:01:16.432690 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] No Port match for: a45ea4da-5204-4b30-8c37-fee63a3126ae {{(pid=102769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 05:01:16.433038 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron.plugins.ml2.rpc [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Device a45ea4da-5204-4b30-8c37-fee63a3126ae not bound to the agent host hv-cinder-79963 {{(pid=102769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 05:01:18.828436 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37424) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 05:01:18.953547 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-b3e20a12-8fbd-424f-93d0-695b4fbd8602 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5243d274408f4af9b081191733944eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240103 Feb 07 05:01:18.956002 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.wsgi [-] (102767) accepted ('10.222.0.13', 37428) {{(pid=102767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 05:01:19.004671 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f482699d-5195-43df-8834-424da79c56a5 admin admin] Publish callbacks [] for security_group (069409a1-1cd6-40ea-821b-b378fe5b4c3e), before_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:19.025212 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f482699d-5195-43df-8834-424da79c56a5 admin admin] Publish callbacks [] for security_group (069409a1-1cd6-40ea-821b-b378fe5b4c3e), precommit_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:19.073296 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f482699d-5195-43df-8834-424da79c56a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914234'] for security_group (069409a1-1cd6-40ea-821b-b378fe5b4c3e), after_delete {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:19.076102 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron_lib.callbacks.manager [None req-f482699d-5195-43df-8834-424da79c56a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:19.077919 dv-cinder-799631-7-iscsi neutron-server[102767]: INFO neutron.wsgi [None req-f482699d-5195-43df-8834-424da79c56a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/069409a1-1cd6-40ea-821b-b378fe5b4c3e HTTP/1.1" status: 204 len: 168 time: 0.1203146 Feb 07 05:01:19.087335 dv-cinder-799631-7-iscsi neutron-server[102767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482699d-5195-43df-8834-424da79c56a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069409a1-1cd6-40ea-821b-b378fe5b4c3e,revision_number=None']} {{(pid=102767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 05:01:23.409655 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:01:28.261662 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:29.182254 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8be97b86-4d3c-414c-98da-fa7f2a6f09f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:31.505643 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1ba83d12-c8f9-47f8-a798-8203ed408d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:32.751891 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:34.167052 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:35.423061 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:58.260076 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:01:59.183397 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-2d230d39-ef8e-463e-bafa-5beceb31578d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:00.408737 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:02:01.509310 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-31ae05ae-ce32-41f4-9c5e-58d46cdee6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:02.753652 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:04.167970 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:05.424638 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:28.259057 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:29.183769 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-f425e2be-ea53-4939-8093-b48ca25a4054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:31.510814 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-3162341a-8ca6-46de-9a53-2c3eaf5b72c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:32.757690 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:34.171436 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:35.425379 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:37.407907 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:02:58.257955 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:02:59.184809 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-691cce5f-5a5f-49e3-97ff-ef6188dcc158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:01.510806 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-22bac5fa-fbbd-4289-a70d-cc28df0a89ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:02.760229 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:04.174306 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:05.426523 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:14.407302 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:03:28.262457 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:29.189507 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-0e044821-015b-4c66-b3e2-38a3920df1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:31.511597 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ea159f8a-6430-4728-bdf4-4238bc320004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:32.763569 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:34.177209 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:35.430916 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:51.406131 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:03:58.273931 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:03:59.191371 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-96f0fbde-885d-4951-b095-1b399f685a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:01.512479 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-95ad5ca6-ff4e-43e9-9df2-0632932ffea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:02.765978 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:04.181503 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:05.431863 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:28.269173 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:28.404673 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:04:29.193288 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-fa58d01e-2e20-4c49-b1e0-cd44620aedb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:31.513967 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c5a1581c-a07c-40ac-83ef-56aff678bcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:32.768532 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:34.183605 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:35.433486 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:58.284616 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:04:59.193036 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8925fe4c-c636-47c7-bfda-d3c96f34bc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:01.513592 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-1fea317d-8232-4256-be02-f9e37c7a0045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:02.770643 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:04.186948 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:05.404378 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:05:05.437425 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:28.287603 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:29.194289 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-be280f77-e0da-439d-870e-8d3bf98a5aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:31.515772 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-9fad7195-bf7a-41ca-88bf-daf0cc1552db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:32.772712 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:34.189537 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:35.440352 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:42.402727 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:05:58.288944 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:05:59.194598 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-45c614cc-af0b-4cbb-a85c-d4134d399043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:01.516742 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c0a70858-adf6-415c-a63d-037c9f4cf9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:02.775484 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:04.192358 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:05.442336 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:19.401053 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 05:06:28.300736 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-8311e488-34a2-4ba9-85a6-ba61c4308d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (6c500de1-0983-434b-9fd0-de999b94ba23), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:29.193944 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-6e38d3b6-c9ba-4220-9337-9218623a72de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (2ed04b13-b206-4817-be85-92c334435e54), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:31.517586 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-c38441ec-4de5-4839-b23a-33cf9fda0122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (e95532d9-ec27-4070-9c6b-665e5ffd72e9), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:32.779379 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-ebe746a8-92e2-40c7-b2ef-b3ba758cd488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (3fc5798e-a310-4d2e-8a83-47b7f6ee25c2), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:34.195848 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7ab20e61-2124-44ed-8d76-6b0c9711f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (c1b79a04-1554-4f6d-89c7-42d1b3154e96), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:35.446909 dv-cinder-799631-7-iscsi neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-772af3d7-bd1b-4f89-be52-1835b2546b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767777290415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685801'] for agent (a537584b-8c37-4954-81e7-16e8156a431a), after_update {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 05:06:56.399628 dv-cinder-799631-7-iscsi neutron-server[102770]: DEBUG neutron.db.agents_db [None req-5e1e64c6-d470-4ff9-bd5d-3fef7b590db8 None None] Agent healthcheck: found 6 active agents {{(pid=102770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}